{"level":"warn","ts":"2026-07-17T12:33:45.888086Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T12:33:45.888207Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.238:2380","--initial-cluster=instance=https://199.19.213.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-17T12:33:45.888297Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T12:33:45.888312Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.238:2380"]} {"level":"info","ts":"2026-07-17T12:33:45.888335Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T12:33:45.889244Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.238:2379"]} {"level":"info","ts":"2026-07-17T12:33:45.889343Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.238:2380"],"listen-peer-urls":["https://199.19.213.238:2380"],"advertise-client-urls":["https://199.19.213.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-17T12:33:45.894619Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.002687ms"} {"level":"info","ts":"2026-07-17T12:33:45.902519Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"8cf6035374726417","cluster-id":"e837e6e114b087e2"} {"level":"info","ts":"2026-07-17T12:33:45.902586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 switched to configuration voters=()"} {"level":"info","ts":"2026-07-17T12:33:45.90261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became follower at term 0"} {"level":"info","ts":"2026-07-17T12:33:45.902625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 8cf6035374726417 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-17T12:33:45.902639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became follower at term 1"} {"level":"info","ts":"2026-07-17T12:33:45.902674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 switched to configuration voters=(10157309666551555095)"} {"level":"warn","ts":"2026-07-17T12:33:45.912811Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-17T12:33:45.914114Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-17T12:33:45.918092Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-17T12:33:45.921191Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"8cf6035374726417","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-17T12:33:45.922795Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T12:33:45.922815Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"8cf6035374726417","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-17T12:33:45.922884Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T12:33:45.922908Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T12:33:45.924072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 switched to configuration voters=(10157309666551555095)"} {"level":"info","ts":"2026-07-17T12:33:45.924342Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e837e6e114b087e2","local-member-id":"8cf6035374726417","added-peer-id":"8cf6035374726417","added-peer-peer-urls":["https://199.19.213.238:2380"]} {"level":"info","ts":"2026-07-17T12:33:45.926914Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T12:33:45.927028Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.238:2380"} {"level":"info","ts":"2026-07-17T12:33:45.927061Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.238:2380"} {"level":"info","ts":"2026-07-17T12:33:45.927245Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"8cf6035374726417","initial-advertise-peer-urls":["https://199.19.213.238:2380"],"listen-peer-urls":["https://199.19.213.238:2380"],"advertise-client-urls":["https://199.19.213.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-17T12:33:45.927293Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-17T12:33:46.905434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 is starting a new election at term 1"} {"level":"info","ts":"2026-07-17T12:33:46.905558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-17T12:33:46.905619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 received MsgPreVoteResp from 8cf6035374726417 at term 1"} {"level":"info","ts":"2026-07-17T12:33:46.905677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became candidate at term 2"} {"level":"info","ts":"2026-07-17T12:33:46.905712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 received MsgVoteResp from 8cf6035374726417 at term 2"} {"level":"info","ts":"2026-07-17T12:33:46.905768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became leader at term 2"} {"level":"info","ts":"2026-07-17T12:33:46.905804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 8cf6035374726417 elected leader 8cf6035374726417 at term 2"} {"level":"info","ts":"2026-07-17T12:33:46.906836Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"8cf6035374726417","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.238:2379]}","request-path":"/0/members/8cf6035374726417/attributes","cluster-id":"e837e6e114b087e2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-17T12:33:46.906823Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T12:33:46.906854Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T12:33:46.906886Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T12:33:46.908117Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e837e6e114b087e2","local-member-id":"8cf6035374726417","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T12:33:46.908385Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T12:33:46.908437Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T12:33:46.910441Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.238:2379"} {"level":"info","ts":"2026-07-17T12:33:46.911327Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-17T12:33:46.911362Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-17T12:33:46.911499Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-17T12:34:15.378695Z","caller":"traceutil/trace.go:171","msg":"trace[1918128531] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"133.701223ms","start":"2026-07-17T12:34:15.244969Z","end":"2026-07-17T12:34:15.378671Z","steps":["trace[1918128531] 'process raft request' (duration: 133.135769ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:28.688469Z","caller":"traceutil/trace.go:171","msg":"trace[2107218607] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"108.840573ms","start":"2026-07-17T12:34:28.5796Z","end":"2026-07-17T12:34:28.688441Z","steps":["trace[2107218607] 'process raft request' (duration: 108.686576ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:30.719357Z","caller":"traceutil/trace.go:171","msg":"trace[2007528158] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"169.034465ms","start":"2026-07-17T12:34:30.550294Z","end":"2026-07-17T12:34:30.719329Z","steps":["trace[2007528158] 'process raft request' (duration: 168.442085ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:31.386225Z","caller":"traceutil/trace.go:171","msg":"trace[404225935] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"108.078026ms","start":"2026-07-17T12:34:31.278087Z","end":"2026-07-17T12:34:31.386165Z","steps":["trace[404225935] 'process raft request' (duration: 107.850425ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:33.17288Z","caller":"traceutil/trace.go:171","msg":"trace[1819728988] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"565.336234ms","start":"2026-07-17T12:34:32.607491Z","end":"2026-07-17T12:34:33.172827Z","steps":["trace[1819728988] 'process raft request' (duration: 565.093512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:33.173568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:32.607471Z","time spent":"565.510022ms","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:34:33.178212Z","caller":"traceutil/trace.go:171","msg":"trace[1623942729] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"566.891216ms","start":"2026-07-17T12:34:32.611296Z","end":"2026-07-17T12:34:33.178187Z","steps":["trace[1623942729] 'process raft request' (duration: 566.609122ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:33.178235Z","caller":"traceutil/trace.go:171","msg":"trace[508793401] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:558; }","duration":"439.922956ms","start":"2026-07-17T12:34:32.738275Z","end":"2026-07-17T12:34:33.178198Z","steps":["trace[508793401] 'read index received' (duration: 434.321918ms)","trace[508793401] 'applied index is now lower than readState.Index' (duration: 5.599798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:34:33.178346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:32.611276Z","time spent":"566.994701ms","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:34:33.178402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.117325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T12:34:33.178495Z","caller":"traceutil/trace.go:171","msg":"trace[1671824321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:539; }","duration":"440.255442ms","start":"2026-07-17T12:34:32.738223Z","end":"2026-07-17T12:34:33.178479Z","steps":["trace[1671824321] 'agreement among raft nodes before linearized reading' (duration: 440.072283ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:33.178441Z","caller":"traceutil/trace.go:171","msg":"trace[247506863] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"519.881331ms","start":"2026-07-17T12:34:32.658487Z","end":"2026-07-17T12:34:33.178368Z","steps":["trace[247506863] 'process raft request' (duration: 519.627419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:33.178552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:32.738201Z","time spent":"440.338116ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T12:34:33.1787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:32.658457Z","time spent":"520.173926ms","remote":"127.0.0.1:45654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T12:34:36.711258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.604764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T12:34:36.711347Z","caller":"traceutil/trace.go:171","msg":"trace[1332166839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"202.731689ms","start":"2026-07-17T12:34:36.508595Z","end":"2026-07-17T12:34:36.711327Z","steps":["trace[1332166839] 'range keys from in-memory index tree' (duration: 201.815237ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:39.484348Z","caller":"traceutil/trace.go:171","msg":"trace[1702078935] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"269.349901ms","start":"2026-07-17T12:34:39.214981Z","end":"2026-07-17T12:34:39.484331Z","steps":["trace[1702078935] 'process raft request' (duration: 269.227876ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:40.198837Z","caller":"traceutil/trace.go:171","msg":"trace[1439051978] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:633; }","duration":"846.072862ms","start":"2026-07-17T12:34:39.352733Z","end":"2026-07-17T12:34:40.198806Z","steps":["trace[1439051978] 'read index received' (duration: 131.909397ms)","trace[1439051978] 'applied index is now lower than readState.Index' (duration: 714.162445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:34:40.198981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.224608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:40.198986Z","caller":"traceutil/trace.go:171","msg":"trace[432678632] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"978.341445ms","start":"2026-07-17T12:34:39.220585Z","end":"2026-07-17T12:34:40.198927Z","steps":["trace[432678632] 'process raft request' (duration: 977.638974ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:40.199054Z","caller":"traceutil/trace.go:171","msg":"trace[991586787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"846.342263ms","start":"2026-07-17T12:34:39.3527Z","end":"2026-07-17T12:34:40.199042Z","steps":["trace[991586787] 'agreement among raft nodes before linearized reading' (duration: 846.229208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:40.199222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:39.220561Z","time spent":"978.560935ms","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:34:40.199234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:39.352688Z","time spent":"846.534442ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:34:40.579869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.369281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:34:40.580142Z","caller":"traceutil/trace.go:171","msg":"trace[1730278480] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"329.784662ms","start":"2026-07-17T12:34:40.250336Z","end":"2026-07-17T12:34:40.58012Z","steps":["trace[1730278480] 'process raft request' (duration: 329.655196ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:40.580161Z","caller":"traceutil/trace.go:171","msg":"trace[1118420143] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"856.659797ms","start":"2026-07-17T12:34:39.723347Z","end":"2026-07-17T12:34:40.580007Z","steps":["trace[1118420143] 'process raft request' (duration: 720.815695ms)","trace[1118420143] 'compare' (duration: 135.085529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:34:40.580236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:40.250309Z","time spent":"329.892587ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T12:34:40.580392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:39.723325Z","time spent":"856.905738ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:34:40.580465Z","caller":"traceutil/trace.go:171","msg":"trace[1999991624] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"381.530868ms","start":"2026-07-17T12:34:40.198904Z","end":"2026-07-17T12:34:40.580435Z","steps":["trace[1999991624] 'read index received' (duration: 245.244507ms)","trace[1999991624] 'applied index is now lower than readState.Index' (duration: 136.283461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:34:40.580595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.040575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-17T12:34:40.580638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.714531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T12:34:40.580657Z","caller":"traceutil/trace.go:171","msg":"trace[699613874] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:1; response_revision:613; }","duration":"679.13359ms","start":"2026-07-17T12:34:39.901507Z","end":"2026-07-17T12:34:40.580641Z","steps":["trace[699613874] 'agreement among raft nodes before linearized reading' (duration: 678.940681ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:40.580714Z","caller":"traceutil/trace.go:171","msg":"trace[1980038571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:613; }","duration":"986.833735ms","start":"2026-07-17T12:34:39.59386Z","end":"2026-07-17T12:34:40.580694Z","steps":["trace[1980038571] 'agreement among raft nodes before linearized reading' (duration: 986.599815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:40.58072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:39.901489Z","time spent":"679.217863ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"warn","ts":"2026-07-17T12:34:40.580751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148365647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9mbqv\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-07-17T12:34:40.580798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.23312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:40.580834Z","caller":"traceutil/trace.go:171","msg":"trace[818429630] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9mbqv; range_end:; response_count:1; response_revision:613; }","duration":"1.148460071s","start":"2026-07-17T12:34:39.432348Z","end":"2026-07-17T12:34:40.580808Z","steps":["trace[818429630] 'agreement among raft nodes before linearized reading' (duration: 1.148278603s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:40.580763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:39.593842Z","time spent":"986.910929ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T12:34:40.580857Z","caller":"traceutil/trace.go:171","msg":"trace[936333980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"380.330474ms","start":"2026-07-17T12:34:40.200513Z","end":"2026-07-17T12:34:40.580843Z","steps":["trace[936333980] 'agreement among raft nodes before linearized reading' (duration: 380.24235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:40.58088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:39.432337Z","time spent":"1.148531355s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-9mbqv\" "} {"level":"warn","ts":"2026-07-17T12:34:40.581098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.952581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T12:34:40.581161Z","caller":"traceutil/trace.go:171","msg":"trace[1669309885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"175.047125ms","start":"2026-07-17T12:34:40.406099Z","end":"2026-07-17T12:34:40.581146Z","steps":["trace[1669309885] 'agreement among raft nodes before linearized reading' (duration: 174.803053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:40.580951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:40.200491Z","time spent":"380.404937ms","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:34:41.11419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936660546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:34:41.615064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936660546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:34:41.707935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094360843s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T12:34:41.720136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.741814ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:41.720272Z","caller":"traceutil/trace.go:171","msg":"trace[459619655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:615; }","duration":"338.89337ms","start":"2026-07-17T12:34:41.38136Z","end":"2026-07-17T12:34:41.720253Z","steps":["trace[459619655] 'range keys from in-memory index tree' (duration: 338.719763ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:41.72063Z","caller":"traceutil/trace.go:171","msg":"trace[790415001] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:639; }","duration":"1.106776984s","start":"2026-07-17T12:34:40.613827Z","end":"2026-07-17T12:34:41.720604Z","steps":["trace[790415001] 'read index received' (duration: 1.094252508s)","trace[790415001] 'applied index is now lower than readState.Index' (duration: 12.523526ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:34:41.720766Z","caller":"traceutil/trace.go:171","msg":"trace[803837665] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.124960787s","start":"2026-07-17T12:34:40.595796Z","end":"2026-07-17T12:34:41.720756Z","steps":["trace[803837665] 'process raft request' (duration: 1.124745318s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:41.720866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:40.595782Z","time spent":"1.125014599s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:34:41.720946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.067903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T12:34:41.720969Z","caller":"traceutil/trace.go:171","msg":"trace[421512380] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.125934181s","start":"2026-07-17T12:34:40.595001Z","end":"2026-07-17T12:34:41.720935Z","steps":["trace[421512380] 'process raft request' (duration: 1.113177824s)","trace[421512380] 'compare' (duration: 11.9044ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:34:41.721039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124468365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-17T12:34:41.721074Z","caller":"traceutil/trace.go:171","msg":"trace[118700197] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:617; }","duration":"1.124515637s","start":"2026-07-17T12:34:40.596549Z","end":"2026-07-17T12:34:41.721065Z","steps":["trace[118700197] 'agreement among raft nodes before linearized reading' (duration: 1.124464175s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:41.721113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:40.596544Z","time spent":"1.124561239s","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-17T12:34:41.721145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:40.594968Z","time spent":"1.126077356s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:34:41.721205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.415306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:41.721253Z","caller":"traceutil/trace.go:171","msg":"trace[1110891247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"367.50571ms","start":"2026-07-17T12:34:41.353736Z","end":"2026-07-17T12:34:41.721242Z","steps":["trace[1110891247] 'agreement among raft nodes before linearized reading' (duration: 367.434546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:41.721261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.888601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-17T12:34:41.721279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:41.353715Z","time spent":"367.559442ms","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T12:34:41.721301Z","caller":"traceutil/trace.go:171","msg":"trace[488726121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"232.954274ms","start":"2026-07-17T12:34:41.488335Z","end":"2026-07-17T12:34:41.721289Z","steps":["trace[488726121] 'agreement among raft nodes before linearized reading' (duration: 232.826848ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:41.720993Z","caller":"traceutil/trace.go:171","msg":"trace[16673682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"994.155427ms","start":"2026-07-17T12:34:40.726827Z","end":"2026-07-17T12:34:41.720982Z","steps":["trace[16673682] 'agreement among raft nodes before linearized reading' (duration: 994.00474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:41.721432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:40.726808Z","time spent":"994.607627ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T12:34:42.749029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.272116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-17T12:34:42.74905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.288326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T12:34:42.74912Z","caller":"traceutil/trace.go:171","msg":"trace[292913063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"131.413001ms","start":"2026-07-17T12:34:42.617688Z","end":"2026-07-17T12:34:42.749101Z","steps":["trace[292913063] 'range keys from in-memory index tree' (duration: 131.080927ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:42.749135Z","caller":"traceutil/trace.go:171","msg":"trace[1692090931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"131.429534ms","start":"2026-07-17T12:34:42.617685Z","end":"2026-07-17T12:34:42.749115Z","steps":["trace[1692090931] 'range keys from in-memory index tree' (duration: 131.094888ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:43.761584Z","caller":"traceutil/trace.go:171","msg":"trace[1203093977] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"182.357281ms","start":"2026-07-17T12:34:43.579205Z","end":"2026-07-17T12:34:43.761562Z","steps":["trace[1203093977] 'process raft request' (duration: 182.246976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.762354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.919796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:56.762465Z","caller":"traceutil/trace.go:171","msg":"trace[1473632126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:780; }","duration":"409.080722ms","start":"2026-07-17T12:34:56.353353Z","end":"2026-07-17T12:34:56.762434Z","steps":["trace[1473632126] 'range keys from in-memory index tree' (duration: 408.806272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.76251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:56.353329Z","time spent":"409.171906ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T12:34:56.969297Z","caller":"traceutil/trace.go:171","msg":"trace[1669210916] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"205.500917ms","start":"2026-07-17T12:34:56.763774Z","end":"2026-07-17T12:34:56.969274Z","steps":["trace[1669210916] 'read index received' (duration: 205.303779ms)","trace[1669210916] 'applied index is now lower than readState.Index' (duration: 196.048µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:34:56.969402Z","caller":"traceutil/trace.go:171","msg":"trace[1278098689] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"422.01696ms","start":"2026-07-17T12:34:56.547364Z","end":"2026-07-17T12:34:56.969381Z","steps":["trace[1278098689] 'process raft request' (duration: 421.767169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.969444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.652963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:56.969548Z","caller":"traceutil/trace.go:171","msg":"trace[110207155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:781; }","duration":"205.803208ms","start":"2026-07-17T12:34:56.763728Z","end":"2026-07-17T12:34:56.969532Z","steps":["trace[110207155] 'agreement among raft nodes before linearized reading' (duration: 205.669403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.969608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:34:56.547338Z","time spent":"422.112803ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:34:56.969801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.270407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:56.969868Z","caller":"traceutil/trace.go:171","msg":"trace[17654607] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:781; }","duration":"100.362331ms","start":"2026-07-17T12:34:56.869491Z","end":"2026-07-17T12:34:56.969853Z","steps":["trace[17654607] 'agreement among raft nodes before linearized reading' (duration: 100.255647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.970316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.284844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:56.970376Z","caller":"traceutil/trace.go:171","msg":"trace[1444166999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:781; }","duration":"101.348396ms","start":"2026-07-17T12:34:56.869013Z","end":"2026-07-17T12:34:56.970361Z","steps":["trace[1444166999] 'agreement among raft nodes before linearized reading' (duration: 101.266373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.970378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.399498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:34:56.970313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.384064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T12:34:56.970567Z","caller":"traceutil/trace.go:171","msg":"trace[1021210061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:781; }","duration":"118.672895ms","start":"2026-07-17T12:34:56.851881Z","end":"2026-07-17T12:34:56.970554Z","steps":["trace[1021210061] 'agreement among raft nodes before linearized reading' (duration: 118.324623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.970452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.155001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:34:56.970815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.631783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:56.970833Z","caller":"traceutil/trace.go:171","msg":"trace[1140477112] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:781; }","duration":"142.598858ms","start":"2026-07-17T12:34:56.828219Z","end":"2026-07-17T12:34:56.970818Z","steps":["trace[1140477112] 'agreement among raft nodes before linearized reading' (duration: 142.144871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.971156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.94859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:34:56.971148Z","caller":"traceutil/trace.go:171","msg":"trace[1551604014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:781; }","duration":"141.927313ms","start":"2026-07-17T12:34:56.828926Z","end":"2026-07-17T12:34:56.970853Z","steps":["trace[1551604014] 'agreement among raft nodes before linearized reading' (duration: 141.619712ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:56.971181Z","caller":"traceutil/trace.go:171","msg":"trace[1823330206] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:781; }","duration":"143.006603ms","start":"2026-07-17T12:34:56.828168Z","end":"2026-07-17T12:34:56.971175Z","steps":["trace[1823330206] 'agreement among raft nodes before linearized reading' (duration: 142.967122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:34:56.971279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.301004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T12:34:56.971373Z","caller":"traceutil/trace.go:171","msg":"trace[1180755055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:781; }","duration":"149.44791ms","start":"2026-07-17T12:34:56.821906Z","end":"2026-07-17T12:34:56.971354Z","steps":["trace[1180755055] 'agreement among raft nodes before linearized reading' (duration: 147.732467ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:34:56.971831Z","caller":"traceutil/trace.go:171","msg":"trace[1529902143] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:781; }","duration":"101.518653ms","start":"2026-07-17T12:34:56.868944Z","end":"2026-07-17T12:34:56.970462Z","steps":["trace[1529902143] 'agreement among raft nodes before linearized reading' (duration: 101.402139ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:35:09.843839Z","caller":"traceutil/trace.go:171","msg":"trace[344758335] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"144.890097ms","start":"2026-07-17T12:35:09.698921Z","end":"2026-07-17T12:35:09.843811Z","steps":["trace[344758335] 'process raft request' (duration: 144.718402ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:35:49.403298Z","caller":"traceutil/trace.go:171","msg":"trace[103838332] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1477; }","duration":"104.100525ms","start":"2026-07-17T12:35:49.299173Z","end":"2026-07-17T12:35:49.403274Z","steps":["trace[103838332] 'read index received' (duration: 103.939561ms)","trace[103838332] 'applied index is now lower than readState.Index' (duration: 159.944µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:35:49.403357Z","caller":"traceutil/trace.go:171","msg":"trace[1220540867] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"104.831461ms","start":"2026-07-17T12:35:49.298499Z","end":"2026-07-17T12:35:49.40333Z","steps":["trace[1220540867] 'process raft request' (duration: 104.648557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:35:49.403553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.353171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T12:35:49.403629Z","caller":"traceutil/trace.go:171","msg":"trace[927209763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1435; }","duration":"104.460833ms","start":"2026-07-17T12:35:49.299147Z","end":"2026-07-17T12:35:49.403608Z","steps":["trace[927209763] 'agreement among raft nodes before linearized reading' (duration: 104.225068ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:12.942402Z","caller":"traceutil/trace.go:171","msg":"trace[93489363] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"115.264217ms","start":"2026-07-17T12:36:12.827105Z","end":"2026-07-17T12:36:12.942369Z","steps":["trace[93489363] 'process raft request' (duration: 115.059003ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:13.26765Z","caller":"traceutil/trace.go:171","msg":"trace[127690839] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1920; }","duration":"325.328747ms","start":"2026-07-17T12:36:12.942298Z","end":"2026-07-17T12:36:13.267626Z","steps":["trace[127690839] 'read index received' (duration: 238.249898ms)","trace[127690839] 'applied index is now lower than readState.Index' (duration: 87.077689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:13.26777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.357011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:36:13.267802Z","caller":"traceutil/trace.go:171","msg":"trace[1633222287] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1851; }","duration":"341.443893ms","start":"2026-07-17T12:36:12.926348Z","end":"2026-07-17T12:36:13.267791Z","steps":["trace[1633222287] 'agreement among raft nodes before linearized reading' (duration: 341.367992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:13.267841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:12.926327Z","time spent":"341.505726ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:36:13.267829Z","caller":"traceutil/trace.go:171","msg":"trace[1589943302] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"329.316512ms","start":"2026-07-17T12:36:12.938479Z","end":"2026-07-17T12:36:13.267796Z","steps":["trace[1589943302] 'process raft request' (duration: 242.087811ms)","trace[1589943302] 'compare' (duration: 86.891925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:13.268035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:12.938462Z","time spent":"329.497147ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:13.39601Z","caller":"traceutil/trace.go:171","msg":"trace[82369185] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"246.068029ms","start":"2026-07-17T12:36:13.149917Z","end":"2026-07-17T12:36:13.395985Z","steps":["trace[82369185] 'process raft request' (duration: 245.964567ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:13.396205Z","caller":"traceutil/trace.go:171","msg":"trace[244584134] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"445.080803ms","start":"2026-07-17T12:36:12.951114Z","end":"2026-07-17T12:36:13.396195Z","steps":["trace[244584134] 'process raft request' (duration: 425.268698ms)","trace[244584134] 'compare' (duration: 19.380007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:13.396321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:12.951088Z","time spent":"445.148184ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:36:14.320569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.814332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T12:36:14.32065Z","caller":"traceutil/trace.go:171","msg":"trace[1574927885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1853; }","duration":"801.925665ms","start":"2026-07-17T12:36:13.518706Z","end":"2026-07-17T12:36:14.320632Z","steps":["trace[1574927885] 'range keys from in-memory index tree' (duration: 801.686321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:14.32071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:13.518592Z","time spent":"802.109878ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T12:36:14.320709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.303239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-17T12:36:14.32079Z","caller":"traceutil/trace.go:171","msg":"trace[1383209353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1853; }","duration":"645.445272ms","start":"2026-07-17T12:36:13.675328Z","end":"2026-07-17T12:36:14.320773Z","steps":["trace[1383209353] 'range keys from in-memory index tree' (duration: 645.093215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:14.320852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.393575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d62d064-96c5-42a5-9e72-63bb047855c4\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-17T12:36:14.320828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:13.675304Z","time spent":"645.515584ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T12:36:14.320926Z","caller":"traceutil/trace.go:171","msg":"trace[1551929068] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d62d064-96c5-42a5-9e72-63bb047855c4; range_end:; response_count:1; response_revision:1853; }","duration":"810.517687ms","start":"2026-07-17T12:36:13.510386Z","end":"2026-07-17T12:36:14.320904Z","steps":["trace[1551929068] 'range keys from in-memory index tree' (duration: 810.300293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:14.320979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:13.510368Z","time spent":"810.601598ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d62d064-96c5-42a5-9e72-63bb047855c4\" "} {"level":"warn","ts":"2026-07-17T12:36:14.320983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.316762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T12:36:14.321016Z","caller":"traceutil/trace.go:171","msg":"trace[683915880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1853; }","duration":"802.390934ms","start":"2026-07-17T12:36:13.518616Z","end":"2026-07-17T12:36:14.321006Z","steps":["trace[683915880] 'range keys from in-memory index tree' (duration: 802.203211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:14.321044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:13.518591Z","time spent":"802.447315ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T12:36:14.34366Z","caller":"traceutil/trace.go:171","msg":"trace[1886898402] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"514.074663ms","start":"2026-07-17T12:36:13.829562Z","end":"2026-07-17T12:36:14.343637Z","steps":["trace[1886898402] 'process raft request' (duration: 513.930589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:14.343929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:13.829526Z","time spent":"514.200525ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:14.34644Z","caller":"traceutil/trace.go:171","msg":"trace[1343718911] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"206.970004ms","start":"2026-07-17T12:36:14.139451Z","end":"2026-07-17T12:36:14.346421Z","steps":["trace[1343718911] 'process raft request' (duration: 206.79885ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:14.346717Z","caller":"traceutil/trace.go:171","msg":"trace[1550546934] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1923; }","duration":"151.952369ms","start":"2026-07-17T12:36:14.194753Z","end":"2026-07-17T12:36:14.346705Z","steps":["trace[1550546934] 'read index received' (duration: 148.738118ms)","trace[1550546934] 'applied index is now lower than readState.Index' (duration: 3.213131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:14.346887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.124182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T12:36:14.347087Z","caller":"traceutil/trace.go:171","msg":"trace[1589856999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1858; }","duration":"152.359497ms","start":"2026-07-17T12:36:14.194717Z","end":"2026-07-17T12:36:14.347076Z","steps":["trace[1589856999] 'agreement among raft nodes before linearized reading' (duration: 152.064322ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:19.066742Z","caller":"traceutil/trace.go:171","msg":"trace[967568092] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"107.831673ms","start":"2026-07-17T12:36:18.958879Z","end":"2026-07-17T12:36:19.06671Z","steps":["trace[967568092] 'process raft request' (duration: 107.654319ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:25.716869Z","caller":"traceutil/trace.go:171","msg":"trace[1543906979] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"184.835928ms","start":"2026-07-17T12:36:25.532009Z","end":"2026-07-17T12:36:25.716844Z","steps":["trace[1543906979] 'read index received' (duration: 184.577254ms)","trace[1543906979] 'applied index is now lower than readState.Index' (duration: 257.754µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:36:25.716919Z","caller":"traceutil/trace.go:171","msg":"trace[1495381043] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"224.533707ms","start":"2026-07-17T12:36:25.492366Z","end":"2026-07-17T12:36:25.716899Z","steps":["trace[1495381043] 'process raft request' (duration: 224.298403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:25.717463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.4373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T12:36:25.717609Z","caller":"traceutil/trace.go:171","msg":"trace[1257879739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"185.611772ms","start":"2026-07-17T12:36:25.531965Z","end":"2026-07-17T12:36:25.717576Z","steps":["trace[1257879739] 'agreement among raft nodes before linearized reading' (duration: 184.99678ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:28.554892Z","caller":"traceutil/trace.go:171","msg":"trace[1229795489] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2045; }","duration":"147.482897ms","start":"2026-07-17T12:36:28.407383Z","end":"2026-07-17T12:36:28.554866Z","steps":["trace[1229795489] 'read index received' (duration: 107.856929ms)","trace[1229795489] 'applied index is now lower than readState.Index' (duration: 39.625048ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:36:28.554981Z","caller":"traceutil/trace.go:171","msg":"trace[220270627] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"160.398571ms","start":"2026-07-17T12:36:28.39454Z","end":"2026-07-17T12:36:28.554938Z","steps":["trace[220270627] 'process raft request' (duration: 120.660601ms)","trace[220270627] 'compare' (duration: 39.552646ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:28.555201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.419597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T12:36:28.555356Z","caller":"traceutil/trace.go:171","msg":"trace[968641574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1973; }","duration":"143.615321ms","start":"2026-07-17T12:36:28.411721Z","end":"2026-07-17T12:36:28.555337Z","steps":["trace[968641574] 'agreement among raft nodes before linearized reading' (duration: 143.362247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:28.555348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.909634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T12:36:28.555461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.863956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T12:36:28.555473Z","caller":"traceutil/trace.go:171","msg":"trace[1470406004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1973; }","duration":"148.112548ms","start":"2026-07-17T12:36:28.40733Z","end":"2026-07-17T12:36:28.555443Z","steps":["trace[1470406004] 'agreement among raft nodes before linearized reading' (duration: 147.66268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:28.555512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.988868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-17T12:36:28.555521Z","caller":"traceutil/trace.go:171","msg":"trace[696078382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1973; }","duration":"136.195142ms","start":"2026-07-17T12:36:28.41931Z","end":"2026-07-17T12:36:28.555505Z","steps":["trace[696078382] 'agreement among raft nodes before linearized reading' (duration: 135.770465ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:28.555555Z","caller":"traceutil/trace.go:171","msg":"trace[1921256165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1973; }","duration":"136.065049ms","start":"2026-07-17T12:36:28.419479Z","end":"2026-07-17T12:36:28.555544Z","steps":["trace[1921256165] 'agreement among raft nodes before linearized reading' (duration: 135.873806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:28.555676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.850152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:36:28.555788Z","caller":"traceutil/trace.go:171","msg":"trace[365018620] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1973; }","duration":"140.994564ms","start":"2026-07-17T12:36:28.41477Z","end":"2026-07-17T12:36:28.555764Z","steps":["trace[365018620] 'agreement among raft nodes before linearized reading' (duration: 140.806461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:28.55568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.44472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T12:36:28.556005Z","caller":"traceutil/trace.go:171","msg":"trace[1484215488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1973; }","duration":"142.808626ms","start":"2026-07-17T12:36:28.413179Z","end":"2026-07-17T12:36:28.555988Z","steps":["trace[1484215488] 'agreement among raft nodes before linearized reading' (duration: 142.348528ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:29.332738Z","caller":"traceutil/trace.go:171","msg":"trace[705887430] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"495.484779ms","start":"2026-07-17T12:36:28.837228Z","end":"2026-07-17T12:36:29.332712Z","steps":["trace[705887430] 'process raft request' (duration: 495.301446ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:29.333161Z","caller":"traceutil/trace.go:171","msg":"trace[611409090] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"192.110582ms","start":"2026-07-17T12:36:29.141032Z","end":"2026-07-17T12:36:29.333142Z","steps":["trace[611409090] 'process raft request' (duration: 192.025931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:29.333328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:28.837212Z","time spent":"495.653262ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:29.813903Z","caller":"traceutil/trace.go:171","msg":"trace[2057457279] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"473.064347ms","start":"2026-07-17T12:36:29.340816Z","end":"2026-07-17T12:36:29.81388Z","steps":["trace[2057457279] 'process raft request' (duration: 471.655712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:29.814029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:29.340791Z","time spent":"473.174959ms","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:29.829681Z","caller":"traceutil/trace.go:171","msg":"trace[814971153] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"488.176978ms","start":"2026-07-17T12:36:29.341472Z","end":"2026-07-17T12:36:29.829649Z","steps":["trace[814971153] 'process raft request' (duration: 487.990125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:29.829845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:29.341457Z","time spent":"488.30116ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:29.830049Z","caller":"traceutil/trace.go:171","msg":"trace[1546372041] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"487.20007ms","start":"2026-07-17T12:36:29.342834Z","end":"2026-07-17T12:36:29.830034Z","steps":["trace[1546372041] 'process raft request' (duration: 486.788383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:29.83019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:29.342826Z","time spent":"487.306892ms","remote":"127.0.0.1:46122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:29.83017Z","caller":"traceutil/trace.go:171","msg":"trace[1717848299] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"488.650556ms","start":"2026-07-17T12:36:29.341501Z","end":"2026-07-17T12:36:29.830152Z","steps":["trace[1717848299] 'process raft request' (duration: 488.077037ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:29.830255Z","caller":"traceutil/trace.go:171","msg":"trace[1550133445] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"101.429629ms","start":"2026-07-17T12:36:29.728816Z","end":"2026-07-17T12:36:29.830245Z","steps":["trace[1550133445] 'process raft request' (duration: 100.845169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:29.830282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:29.341479Z","time spent":"488.740378ms","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:46.74765Z","caller":"traceutil/trace.go:171","msg":"trace[437388959] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"103.360639ms","start":"2026-07-17T12:36:46.644259Z","end":"2026-07-17T12:36:46.74762Z","steps":["trace[437388959] 'process raft request' (duration: 103.062294ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:47.100794Z","caller":"traceutil/trace.go:171","msg":"trace[40480645] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"346.060591ms","start":"2026-07-17T12:36:46.754689Z","end":"2026-07-17T12:36:47.10075Z","steps":["trace[40480645] 'process raft request' (duration: 317.285177ms)","trace[40480645] 'compare' (duration: 28.554761ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:36:47.101196Z","caller":"traceutil/trace.go:171","msg":"trace[1757664377] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2160; }","duration":"161.641117ms","start":"2026-07-17T12:36:46.939528Z","end":"2026-07-17T12:36:47.101169Z","steps":["trace[1757664377] 'read index received' (duration: 132.431636ms)","trace[1757664377] 'applied index is now lower than readState.Index' (duration: 29.208541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:47.10139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.85142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T12:36:47.101433Z","caller":"traceutil/trace.go:171","msg":"trace[404275918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"161.947431ms","start":"2026-07-17T12:36:46.939471Z","end":"2026-07-17T12:36:47.101418Z","steps":["trace[404275918] 'agreement among raft nodes before linearized reading' (duration: 161.794119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:47.101275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:46.75468Z","time spent":"346.244474ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:47.101447Z","caller":"traceutil/trace.go:171","msg":"trace[1508478859] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"346.521557ms","start":"2026-07-17T12:36:46.75489Z","end":"2026-07-17T12:36:47.101411Z","steps":["trace[1508478859] 'process raft request' (duration: 346.01545ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:47.101545Z","caller":"traceutil/trace.go:171","msg":"trace[1794542016] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"346.622589ms","start":"2026-07-17T12:36:46.754888Z","end":"2026-07-17T12:36:47.101511Z","steps":["trace[1794542016] 'process raft request' (duration: 345.814806ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:47.101538Z","caller":"traceutil/trace.go:171","msg":"trace[2086790730] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"345.682964ms","start":"2026-07-17T12:36:46.755814Z","end":"2026-07-17T12:36:47.101497Z","steps":["trace[2086790730] 'process raft request' (duration: 345.190686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:47.101628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:46.754856Z","time spent":"346.67224ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:36:47.101642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:46.754876Z","time spent":"346.719781ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:36:47.101708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:46.755806Z","time spent":"345.813416ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:52.565147Z","caller":"traceutil/trace.go:171","msg":"trace[1451703676] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"101.0146ms","start":"2026-07-17T12:36:52.464108Z","end":"2026-07-17T12:36:52.565123Z","steps":["trace[1451703676] 'process raft request' (duration: 100.853898ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:53.285272Z","caller":"traceutil/trace.go:171","msg":"trace[1511795110] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"164.099496ms","start":"2026-07-17T12:36:53.121146Z","end":"2026-07-17T12:36:53.285246Z","steps":["trace[1511795110] 'process raft request' (duration: 163.886911ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:53.285451Z","caller":"traceutil/trace.go:171","msg":"trace[1215576197] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2192; }","duration":"159.091547ms","start":"2026-07-17T12:36:53.126071Z","end":"2026-07-17T12:36:53.285163Z","steps":["trace[1215576197] 'read index received' (duration: 158.852924ms)","trace[1215576197] 'applied index is now lower than readState.Index' (duration: 237.483µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:53.285527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.428823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-17T12:36:53.285712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.625397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:36:53.286236Z","caller":"traceutil/trace.go:171","msg":"trace[800255829] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2115; }","duration":"147.188635ms","start":"2026-07-17T12:36:53.13903Z","end":"2026-07-17T12:36:53.286219Z","steps":["trace[800255829] 'agreement among raft nodes before linearized reading' (duration: 146.633937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:53.285797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.175268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T12:36:53.286352Z","caller":"traceutil/trace.go:171","msg":"trace[1944259513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2115; }","duration":"157.759097ms","start":"2026-07-17T12:36:53.128577Z","end":"2026-07-17T12:36:53.286336Z","steps":["trace[1944259513] 'agreement among raft nodes before linearized reading' (duration: 157.128657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:53.285832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.374445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T12:36:53.286635Z","caller":"traceutil/trace.go:171","msg":"trace[85288775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2115; }","duration":"155.233368ms","start":"2026-07-17T12:36:53.13139Z","end":"2026-07-17T12:36:53.286623Z","steps":["trace[85288775] 'agreement among raft nodes before linearized reading' (duration: 154.251784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:53.285877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.843819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T12:36:53.28687Z","caller":"traceutil/trace.go:171","msg":"trace[116856245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2115; }","duration":"145.850464ms","start":"2026-07-17T12:36:53.141006Z","end":"2026-07-17T12:36:53.286857Z","steps":["trace[116856245] 'agreement among raft nodes before linearized reading' (duration: 144.573335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:53.285996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.484223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-17T12:36:53.286158Z","caller":"traceutil/trace.go:171","msg":"trace[2068845681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2115; }","duration":"160.075963ms","start":"2026-07-17T12:36:53.126036Z","end":"2026-07-17T12:36:53.286112Z","steps":["trace[2068845681] 'agreement among raft nodes before linearized reading' (duration: 159.302321ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:53.287174Z","caller":"traceutil/trace.go:171","msg":"trace[498310240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2115; }","duration":"158.67627ms","start":"2026-07-17T12:36:53.128483Z","end":"2026-07-17T12:36:53.28716Z","steps":["trace[498310240] 'agreement among raft nodes before linearized reading' (duration: 157.084876ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:53.438353Z","caller":"traceutil/trace.go:171","msg":"trace[1890762182] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"146.719377ms","start":"2026-07-17T12:36:53.291599Z","end":"2026-07-17T12:36:53.438319Z","steps":["trace[1890762182] 'process raft request' (duration: 131.129298ms)","trace[1890762182] 'compare' (duration: 15.323955ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:36:53.438537Z","caller":"traceutil/trace.go:171","msg":"trace[448376131] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"146.719157ms","start":"2026-07-17T12:36:53.291796Z","end":"2026-07-17T12:36:53.438516Z","steps":["trace[448376131] 'process raft request' (duration: 146.360071ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:53.438677Z","caller":"traceutil/trace.go:171","msg":"trace[2104572621] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"146.004406ms","start":"2026-07-17T12:36:53.292663Z","end":"2026-07-17T12:36:53.438668Z","steps":["trace[2104572621] 'process raft request' (duration: 145.529839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:54.454162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.782343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:36:54.454256Z","caller":"traceutil/trace.go:171","msg":"trace[1199605526] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2120; }","duration":"817.918866ms","start":"2026-07-17T12:36:53.636314Z","end":"2026-07-17T12:36:54.454233Z","steps":["trace[1199605526] 'count revisions from in-memory index tree' (duration: 817.720462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:54.454302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:53.636303Z","time spent":"817.987526ms","remote":"127.0.0.1:59064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:36:54.45452Z","caller":"traceutil/trace.go:171","msg":"trace[2029494861] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"543.213299ms","start":"2026-07-17T12:36:53.911254Z","end":"2026-07-17T12:36:54.454467Z","steps":["trace[2029494861] 'process raft request' (duration: 530.23699ms)","trace[2029494861] 'compare' (duration: 12.199117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:54.454626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:53.911216Z","time spent":"543.349061ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:54.47919Z","caller":"traceutil/trace.go:171","msg":"trace[250856797] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2198; }","duration":"399.186687ms","start":"2026-07-17T12:36:54.079979Z","end":"2026-07-17T12:36:54.479165Z","steps":["trace[250856797] 'read index received' (duration: 361.545229ms)","trace[250856797] 'applied index is now lower than readState.Index' (duration: 37.640438ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:36:54.479269Z","caller":"traceutil/trace.go:171","msg":"trace[1678746211] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"456.585846ms","start":"2026-07-17T12:36:54.022658Z","end":"2026-07-17T12:36:54.479244Z","steps":["trace[1678746211] 'process raft request' (duration: 456.338092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:54.479414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.154787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-17T12:36:54.4794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:54.022633Z","time spent":"456.686407ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:54.479457Z","caller":"traceutil/trace.go:171","msg":"trace[1783176567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2122; }","duration":"185.239959ms","start":"2026-07-17T12:36:54.294202Z","end":"2026-07-17T12:36:54.479442Z","steps":["trace[1783176567] 'agreement among raft nodes before linearized reading' (duration: 185.094136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:54.479446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.37808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:36:54.479674Z","caller":"traceutil/trace.go:171","msg":"trace[830729288] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2122; }","duration":"399.595493ms","start":"2026-07-17T12:36:54.079965Z","end":"2026-07-17T12:36:54.479561Z","steps":["trace[830729288] 'agreement among raft nodes before linearized reading' (duration: 399.319029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:54.479744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:54.079916Z","time spent":"399.811546ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:36:54.479896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.995175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:36:54.480059Z","caller":"traceutil/trace.go:171","msg":"trace[321354860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2122; }","duration":"125.209479ms","start":"2026-07-17T12:36:54.354809Z","end":"2026-07-17T12:36:54.480018Z","steps":["trace[321354860] 'agreement among raft nodes before linearized reading' (duration: 124.835924ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:54.683144Z","caller":"traceutil/trace.go:171","msg":"trace[628477289] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"113.384227ms","start":"2026-07-17T12:36:54.569728Z","end":"2026-07-17T12:36:54.683112Z","steps":["trace[628477289] 'process raft request' (duration: 35.93516ms)","trace[628477289] 'compare' (duration: 77.293194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:55.68117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.23316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:36:55.681287Z","caller":"traceutil/trace.go:171","msg":"trace[1218378349] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"901.824506ms","start":"2026-07-17T12:36:54.77943Z","end":"2026-07-17T12:36:55.681254Z","steps":["trace[1218378349] 'process raft request' (duration: 512.411743ms)","trace[1218378349] 'compare' (duration: 389.059847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:55.681349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:54.779406Z","time spent":"901.914148ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:36:56.80232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.624268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:36:56.803027Z","caller":"traceutil/trace.go:171","msg":"trace[2128442045] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"2.002350419s","start":"2026-07-17T12:36:54.800632Z","end":"2026-07-17T12:36:56.802983Z","steps":["trace[2128442045] 'process raft request' (duration: 1.0869717s)","trace[2128442045] 'compare' (duration: 914.11573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:36:56.803097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:54.800612Z","time spent":"2.00245755s","remote":"127.0.0.1:45778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8560,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:36:57.784168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.755344ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T12:36:57.785936Z","caller":"traceutil/trace.go:171","msg":"trace[1132382551] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2201; }","duration":"2.980329914s","start":"2026-07-17T12:36:54.805566Z","end":"2026-07-17T12:36:57.785896Z","steps":["trace[1132382551] 'read index received' (duration: 486.532027ms)","trace[1132382551] 'applied index is now lower than readState.Index' (duration: 2.493796647s)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:36:57.785934Z","caller":"traceutil/trace.go:171","msg":"trace[2139855287] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"2.584599254s","start":"2026-07-17T12:36:55.201301Z","end":"2026-07-17T12:36:57.785901Z","steps":["trace[2139855287] 'process raft request' (duration: 2.582964419s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.786582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.201275Z","time spent":"2.585182323s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:36:57.794478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988891614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T12:36:57.794543Z","caller":"traceutil/trace.go:171","msg":"trace[1258559117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2126; }","duration":"2.988995246s","start":"2026-07-17T12:36:54.805532Z","end":"2026-07-17T12:36:57.794527Z","steps":["trace[1258559117] 'agreement among raft nodes before linearized reading' (duration: 2.980504668s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.794577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:54.805525Z","time spent":"2.989044367s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T12:36:57.794602Z","caller":"traceutil/trace.go:171","msg":"trace[927764399] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"2.350900656s","start":"2026-07-17T12:36:55.443684Z","end":"2026-07-17T12:36:57.794585Z","steps":["trace[927764399] 'process raft request' (duration: 2.342205814s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.794714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.443665Z","time spent":"2.350987457s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:57.794931Z","caller":"traceutil/trace.go:171","msg":"trace[1675747632] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"1.335631001s","start":"2026-07-17T12:36:56.459291Z","end":"2026-07-17T12:36:57.794922Z","steps":["trace[1675747632] 'process raft request' (duration: 1.335255335s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:56.459263Z","time spent":"1.335700453s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:36:57.795097Z","caller":"traceutil/trace.go:171","msg":"trace[1906224579] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"1.106812753s","start":"2026-07-17T12:36:56.688275Z","end":"2026-07-17T12:36:57.795088Z","steps":["trace[1906224579] 'process raft request' (duration: 1.10660063s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.79515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:56.688247Z","time spent":"1.106877655s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:36:57.795375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450480134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-17T12:36:57.795407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352168916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-17T12:36:57.795411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831868486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-17T12:36:57.795459Z","caller":"traceutil/trace.go:171","msg":"trace[772791884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2130; }","duration":"1.831955747s","start":"2026-07-17T12:36:55.96349Z","end":"2026-07-17T12:36:57.795446Z","steps":["trace[772791884] 'agreement among raft nodes before linearized reading' (duration: 1.831813624s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.963476Z","time spent":"1.832000438s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T12:36:57.795485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007481986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c313f071fa6bbd\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-17T12:36:57.795498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352521101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T12:36:57.795536Z","caller":"traceutil/trace.go:171","msg":"trace[751748075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2130; }","duration":"2.352565302s","start":"2026-07-17T12:36:55.442962Z","end":"2026-07-17T12:36:57.795527Z","steps":["trace[751748075] 'agreement among raft nodes before linearized reading' (duration: 2.35247375s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307153539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T12:36:57.795587Z","caller":"traceutil/trace.go:171","msg":"trace[1338713212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2130; }","duration":"2.30722472s","start":"2026-07-17T12:36:55.488358Z","end":"2026-07-17T12:36:57.795582Z","steps":["trace[1338713212] 'agreement among raft nodes before linearized reading' (duration: 2.307165129s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.488345Z","time spent":"2.30725789s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T12:36:57.795635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352891156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-17T12:36:57.795642Z","caller":"traceutil/trace.go:171","msg":"trace[1652062227] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"108.794987ms","start":"2026-07-17T12:36:57.68684Z","end":"2026-07-17T12:36:57.795635Z","steps":["trace[1652062227] 'process raft request' (duration: 108.217618ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:57.795669Z","caller":"traceutil/trace.go:171","msg":"trace[391366313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2130; }","duration":"2.352951068s","start":"2026-07-17T12:36:55.442705Z","end":"2026-07-17T12:36:57.795656Z","steps":["trace[391366313] 'agreement among raft nodes before linearized reading' (duration: 2.352874857s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.442688Z","time spent":"2.353008568s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T12:36:57.795728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.489082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:36:57.795751Z","caller":"traceutil/trace.go:171","msg":"trace[1420288012] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2130; }","duration":"756.534742ms","start":"2026-07-17T12:36:57.039203Z","end":"2026-07-17T12:36:57.795738Z","steps":["trace[1420288012] 'agreement among raft nodes before linearized reading' (duration: 756.506862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:57.039185Z","time spent":"756.582573ms","remote":"127.0.0.1:45846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:36:57.795511Z","caller":"traceutil/trace.go:171","msg":"trace[1174322344] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c313f071fa6bbd; range_end:; response_count:1; response_revision:2130; }","duration":"2.007545456s","start":"2026-07-17T12:36:55.787957Z","end":"2026-07-17T12:36:57.795503Z","steps":["trace[1174322344] 'agreement among raft nodes before linearized reading' (duration: 2.007486216s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.787936Z","time spent":"2.007891922s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c313f071fa6bbd\" "} {"level":"warn","ts":"2026-07-17T12:36:57.795865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443467302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:36:57.795878Z","caller":"traceutil/trace.go:171","msg":"trace[700903223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2130; }","duration":"1.443521922s","start":"2026-07-17T12:36:56.352352Z","end":"2026-07-17T12:36:57.795874Z","steps":["trace[700903223] 'agreement among raft nodes before linearized reading' (duration: 1.443500592s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:56.352329Z","time spent":"1.443562902s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:36:57.795564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.442941Z","time spent":"2.352616132s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T12:36:57.79543Z","caller":"traceutil/trace.go:171","msg":"trace[1673059272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2130; }","duration":"2.352232566s","start":"2026-07-17T12:36:55.443191Z","end":"2026-07-17T12:36:57.795424Z","steps":["trace[1673059272] 'agreement among raft nodes before linearized reading' (duration: 2.352166294s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.795972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.443168Z","time spent":"2.352798395s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T12:36:57.795984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600227843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:36:57.796025Z","caller":"traceutil/trace.go:171","msg":"trace[1510159] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2130; }","duration":"1.600310135s","start":"2026-07-17T12:36:56.195702Z","end":"2026-07-17T12:36:57.796012Z","steps":["trace[1510159] 'agreement among raft nodes before linearized reading' (duration: 1.600213424s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:36:57.79542Z","caller":"traceutil/trace.go:171","msg":"trace[1697648038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2130; }","duration":"2.450562427s","start":"2026-07-17T12:36:55.344847Z","end":"2026-07-17T12:36:57.79541Z","steps":["trace[1697648038] 'agreement among raft nodes before linearized reading' (duration: 2.450430624s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:36:57.796062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:56.195681Z","time spent":"1.600372586s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:36:57.796064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:36:55.344789Z","time spent":"2.451266478s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T12:38:21.95668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.520532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:38:21.9568Z","caller":"traceutil/trace.go:171","msg":"trace[376729703] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2692; }","duration":"215.693584ms","start":"2026-07-17T12:38:21.741084Z","end":"2026-07-17T12:38:21.956778Z","steps":["trace[376729703] 'count revisions from in-memory index tree' (duration: 215.448411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:38:21.957069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.761992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:38:21.95713Z","caller":"traceutil/trace.go:171","msg":"trace[1723883861] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2692; }","duration":"235.866263ms","start":"2026-07-17T12:38:21.721249Z","end":"2026-07-17T12:38:21.957116Z","steps":["trace[1723883861] 'count revisions from in-memory index tree' (duration: 235.671191ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:38:22.589928Z","caller":"traceutil/trace.go:171","msg":"trace[1307055221] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"510.403197ms","start":"2026-07-17T12:38:22.07949Z","end":"2026-07-17T12:38:22.589893Z","steps":["trace[1307055221] 'process raft request' (duration: 510.224815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:38:22.590123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.079467Z","time spent":"510.567109ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:38:22.94143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.927228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:38:22.941665Z","caller":"traceutil/trace.go:171","msg":"trace[296077196] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2791; }","duration":"789.910405ms","start":"2026-07-17T12:38:22.151737Z","end":"2026-07-17T12:38:22.941648Z","steps":["trace[296077196] 'read index received' (duration: 437.774901ms)","trace[296077196] 'applied index is now lower than readState.Index' (duration: 352.134674ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:38:22.941754Z","caller":"traceutil/trace.go:171","msg":"trace[1751513721] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"858.321098ms","start":"2026-07-17T12:38:22.083424Z","end":"2026-07-17T12:38:22.941745Z","steps":["trace[1751513721] 'process raft request' (duration: 858.113875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:38:22.941818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.083397Z","time spent":"858.386699ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:38:22.942173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.827503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T12:38:22.942273Z","caller":"traceutil/trace.go:171","msg":"trace[1015099478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2696; }","duration":"785.974205ms","start":"2026-07-17T12:38:22.156276Z","end":"2026-07-17T12:38:22.94225Z","steps":["trace[1015099478] 'agreement among raft nodes before linearized reading' (duration: 785.727852ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:38:22.942302Z","caller":"traceutil/trace.go:171","msg":"trace[1633064655] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"834.533614ms","start":"2026-07-17T12:38:22.107753Z","end":"2026-07-17T12:38:22.942286Z","steps":["trace[1633064655] 'process raft request' (duration: 833.859696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:38:22.94233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.156256Z","time spent":"786.061718ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T12:38:22.942383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.107726Z","time spent":"834.621306ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:38:22.942548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.335876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-17T12:38:22.942558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.296691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-17T12:38:22.942582Z","caller":"traceutil/trace.go:171","msg":"trace[108947793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2696; }","duration":"780.406018ms","start":"2026-07-17T12:38:22.162166Z","end":"2026-07-17T12:38:22.942572Z","steps":["trace[108947793] 'agreement among raft nodes before linearized reading' (duration: 780.292166ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:38:22.942605Z","caller":"traceutil/trace.go:171","msg":"trace[27333397] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2696; }","duration":"692.415633ms","start":"2026-07-17T12:38:22.250176Z","end":"2026-07-17T12:38:22.942591Z","steps":["trace[27333397] 'agreement among raft nodes before linearized reading' (duration: 692.268921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:38:22.942634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.162146Z","time spent":"780.481368ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T12:38:22.94184Z","caller":"traceutil/trace.go:171","msg":"trace[1562933737] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"858.248777ms","start":"2026-07-17T12:38:22.083424Z","end":"2026-07-17T12:38:22.941673Z","steps":["trace[1562933737] 'process raft request' (duration: 699.990105ms)","trace[1562933737] 'compare' (duration: 157.514473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:38:22.942324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.015762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:38:22.942749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.970795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-17T12:38:22.942753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.728473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-17T12:38:22.942775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.083399Z","time spent":"859.297481ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:38:22.942798Z","caller":"traceutil/trace.go:171","msg":"trace[970170321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2696; }","duration":"776.791023ms","start":"2026-07-17T12:38:22.165999Z","end":"2026-07-17T12:38:22.94279Z","steps":["trace[970170321] 'agreement among raft nodes before linearized reading' (duration: 776.700602ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:38:22.942753Z","caller":"traceutil/trace.go:171","msg":"trace[131004306] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2696; }","duration":"117.48967ms","start":"2026-07-17T12:38:22.825247Z","end":"2026-07-17T12:38:22.942736Z","steps":["trace[131004306] 'agreement among raft nodes before linearized reading' (duration: 116.995313ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:38:22.942798Z","caller":"traceutil/trace.go:171","msg":"trace[1316050242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2696; }","duration":"781.028455ms","start":"2026-07-17T12:38:22.161757Z","end":"2026-07-17T12:38:22.942785Z","steps":["trace[1316050242] 'agreement among raft nodes before linearized reading' (duration: 780.915184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:38:22.942827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.165991Z","time spent":"776.831004ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T12:38:22.942846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.161752Z","time spent":"781.084036ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T12:38:22.942646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.250144Z","time spent":"692.491833ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-17T12:38:22.942756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.891507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T12:38:22.942937Z","caller":"traceutil/trace.go:171","msg":"trace[581547125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2696; }","duration":"791.234041ms","start":"2026-07-17T12:38:22.151685Z","end":"2026-07-17T12:38:22.942919Z","steps":["trace[581547125] 'agreement among raft nodes before linearized reading' (duration: 790.568272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:38:22.943073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:38:22.151669Z","time spent":"791.390633ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T12:38:43.538898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.098386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:38:43.539076Z","caller":"traceutil/trace.go:171","msg":"trace[57626968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2807; }","duration":"187.281755ms","start":"2026-07-17T12:38:43.351702Z","end":"2026-07-17T12:38:43.538984Z","steps":["trace[57626968] 'range keys from in-memory index tree' (duration: 187.009513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:41:50.147527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.98546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-17T12:41:50.147594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.456208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T12:41:50.147759Z","caller":"traceutil/trace.go:171","msg":"trace[1920202351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3979; }","duration":"102.663633ms","start":"2026-07-17T12:41:50.045074Z","end":"2026-07-17T12:41:50.147738Z","steps":["trace[1920202351] 'range keys from in-memory index tree' (duration: 102.179072ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:41:50.147665Z","caller":"traceutil/trace.go:171","msg":"trace[946429606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3979; }","duration":"103.185064ms","start":"2026-07-17T12:41:50.044462Z","end":"2026-07-17T12:41:50.147647Z","steps":["trace[946429606] 'range keys from in-memory index tree' (duration: 102.831156ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:02.378156Z","caller":"traceutil/trace.go:171","msg":"trace[1012025089] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"108.089274ms","start":"2026-07-17T12:42:02.270039Z","end":"2026-07-17T12:42:02.378129Z","steps":["trace[1012025089] 'process raft request' (duration: 106.438929ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:03.192207Z","caller":"traceutil/trace.go:171","msg":"trace[25326765] linearizableReadLoop","detail":"{readStateIndex:4663; appliedIndex:4660; }","duration":"116.670851ms","start":"2026-07-17T12:42:03.07552Z","end":"2026-07-17T12:42:03.192191Z","steps":["trace[25326765] 'read index received' (duration: 106.889364ms)","trace[25326765] 'applied index is now lower than readState.Index' (duration: 9.780867ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:03.192249Z","caller":"traceutil/trace.go:171","msg":"trace[1897452255] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"116.790383ms","start":"2026-07-17T12:42:03.075436Z","end":"2026-07-17T12:42:03.192226Z","steps":["trace[1897452255] 'process raft request' (duration: 116.701851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:03.192356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.849234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-17T12:42:03.192324Z","caller":"traceutil/trace.go:171","msg":"trace[2062754938] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"117.07949ms","start":"2026-07-17T12:42:03.075197Z","end":"2026-07-17T12:42:03.192276Z","steps":["trace[2062754938] 'process raft request' (duration: 116.908596ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:03.192379Z","caller":"traceutil/trace.go:171","msg":"trace[755356374] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4492; }","duration":"116.919366ms","start":"2026-07-17T12:42:03.075454Z","end":"2026-07-17T12:42:03.192374Z","steps":["trace[755356374] 'agreement among raft nodes before linearized reading' (duration: 116.799393ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:03.192735Z","caller":"traceutil/trace.go:171","msg":"trace[1422987644] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"119.832468ms","start":"2026-07-17T12:42:03.072882Z","end":"2026-07-17T12:42:03.192714Z","steps":["trace[1422987644] 'process raft request' (duration: 109.51373ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:03.53603Z","caller":"traceutil/trace.go:171","msg":"trace[361282992] linearizableReadLoop","detail":"{readStateIndex:4680; appliedIndex:4679; }","duration":"114.458895ms","start":"2026-07-17T12:42:03.421557Z","end":"2026-07-17T12:42:03.536016Z","steps":["trace[361282992] 'read index received' (duration: 114.341512ms)","trace[361282992] 'applied index is now lower than readState.Index' (duration: 116.373µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:03.536166Z","caller":"traceutil/trace.go:171","msg":"trace[345060098] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"129.955902ms","start":"2026-07-17T12:42:03.406186Z","end":"2026-07-17T12:42:03.536142Z","steps":["trace[345060098] 'process raft request' (duration: 129.739158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:03.536243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.676489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-07-17T12:42:03.536266Z","caller":"traceutil/trace.go:171","msg":"trace[1019065230] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4508; }","duration":"114.70838ms","start":"2026-07-17T12:42:03.42155Z","end":"2026-07-17T12:42:03.536259Z","steps":["trace[1019065230] 'agreement among raft nodes before linearized reading' (duration: 114.626488ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:04.304378Z","caller":"traceutil/trace.go:171","msg":"trace[455263678] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4699; }","duration":"128.264891ms","start":"2026-07-17T12:42:04.176093Z","end":"2026-07-17T12:42:04.304358Z","steps":["trace[455263678] 'read index received' (duration: 118.165938ms)","trace[455263678] 'applied index is now lower than readState.Index' (duration: 10.098093ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:04.304507Z","caller":"traceutil/trace.go:171","msg":"trace[629242587] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"147.974958ms","start":"2026-07-17T12:42:04.156521Z","end":"2026-07-17T12:42:04.304496Z","steps":["trace[629242587] 'process raft request' (duration: 137.804263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:04.306298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.194382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-07-17T12:42:04.30636Z","caller":"traceutil/trace.go:171","msg":"trace[444179242] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4528; }","duration":"130.303354ms","start":"2026-07-17T12:42:04.176042Z","end":"2026-07-17T12:42:04.306345Z","steps":["trace[444179242] 'agreement among raft nodes before linearized reading' (duration: 129.045527ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:06.093031Z","caller":"traceutil/trace.go:171","msg":"trace[1125190906] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"212.145359ms","start":"2026-07-17T12:42:05.880859Z","end":"2026-07-17T12:42:06.093005Z","steps":["trace[1125190906] 'process raft request' (duration: 211.968645ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:06.098304Z","caller":"traceutil/trace.go:171","msg":"trace[1197905217] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"185.63836ms","start":"2026-07-17T12:42:05.912637Z","end":"2026-07-17T12:42:06.098276Z","steps":["trace[1197905217] 'process raft request' (duration: 185.068417ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:06.098422Z","caller":"traceutil/trace.go:171","msg":"trace[504563066] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"167.453736ms","start":"2026-07-17T12:42:05.930934Z","end":"2026-07-17T12:42:06.098388Z","steps":["trace[504563066] 'process raft request' (duration: 166.890794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.388902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.31984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-17T12:42:10.388959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.202347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8838fd03-2da9-490a-b0e5-6730251e5607\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-17T12:42:10.389063Z","caller":"traceutil/trace.go:171","msg":"trace[1014391803] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8838fd03-2da9-490a-b0e5-6730251e5607; range_end:; response_count:1; response_revision:4655; }","duration":"296.34809ms","start":"2026-07-17T12:42:10.092695Z","end":"2026-07-17T12:42:10.389043Z","steps":["trace[1014391803] 'range keys from in-memory index tree' (duration: 296.063834ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:10.388993Z","caller":"traceutil/trace.go:171","msg":"trace[2054585546] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:1; response_revision:4655; }","duration":"458.434562ms","start":"2026-07-17T12:42:09.93053Z","end":"2026-07-17T12:42:10.388965Z","steps":["trace[2054585546] 'range keys from in-memory index tree' (duration: 458.196017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.389234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:09.930514Z","time spent":"458.678877ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"info","ts":"2026-07-17T12:42:10.389985Z","caller":"traceutil/trace.go:171","msg":"trace[1471264032] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"284.252997ms","start":"2026-07-17T12:42:10.105694Z","end":"2026-07-17T12:42:10.389947Z","steps":["trace[1471264032] 'process raft request' (duration: 254.380084ms)","trace[1471264032] 'compare' (duration: 28.562216ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:10.526695Z","caller":"traceutil/trace.go:171","msg":"trace[1075907866] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"417.065637ms","start":"2026-07-17T12:42:10.109605Z","end":"2026-07-17T12:42:10.526671Z","steps":["trace[1075907866] 'process raft request' (duration: 416.879353ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:10.526827Z","caller":"traceutil/trace.go:171","msg":"trace[247238460] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4831; }","duration":"408.807965ms","start":"2026-07-17T12:42:10.117998Z","end":"2026-07-17T12:42:10.526806Z","steps":["trace[247238460] 'read index received' (duration: 242.15293ms)","trace[247238460] 'applied index is now lower than readState.Index' (duration: 166.653265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:42:10.526851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:10.10958Z","time spent":"417.18908ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:42:10.526926Z","caller":"traceutil/trace.go:171","msg":"trace[1613541158] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"412.954561ms","start":"2026-07-17T12:42:10.11396Z","end":"2026-07-17T12:42:10.526915Z","steps":["trace[1613541158] 'process raft request' (duration: 412.670745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.527003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:10.113946Z","time spent":"413.008492ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:42:10.527182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.176183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T12:42:10.527274Z","caller":"traceutil/trace.go:171","msg":"trace[1084320395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4658; }","duration":"409.285216ms","start":"2026-07-17T12:42:10.117971Z","end":"2026-07-17T12:42:10.527256Z","steps":["trace[1084320395] 'agreement among raft nodes before linearized reading' (duration: 408.967468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.527337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:10.117962Z","time spent":"409.363307ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T12:42:10.538058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.333192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T12:42:10.538096Z","caller":"traceutil/trace.go:171","msg":"trace[1998240424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4659; }","duration":"195.404064ms","start":"2026-07-17T12:42:10.342684Z","end":"2026-07-17T12:42:10.538088Z","steps":["trace[1998240424] 'agreement among raft nodes before linearized reading' (duration: 195.287672ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:10.538235Z","caller":"traceutil/trace.go:171","msg":"trace[1315774646] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"132.960972ms","start":"2026-07-17T12:42:10.405265Z","end":"2026-07-17T12:42:10.538226Z","steps":["trace[1315774646] 'process raft request' (duration: 132.645315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.538269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.349275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:42:10.538289Z","caller":"traceutil/trace.go:171","msg":"trace[1293126823] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4659; }","duration":"150.395267ms","start":"2026-07-17T12:42:10.387887Z","end":"2026-07-17T12:42:10.538283Z","steps":["trace[1293126823] 'agreement among raft nodes before linearized reading' (duration: 150.364155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.538402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.310495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:42:10.538423Z","caller":"traceutil/trace.go:171","msg":"trace[1649008400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4659; }","duration":"185.370697ms","start":"2026-07-17T12:42:10.353047Z","end":"2026-07-17T12:42:10.538418Z","steps":["trace[1649008400] 'agreement among raft nodes before linearized reading' (duration: 185.340946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.538059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.048002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T12:42:10.538521Z","caller":"traceutil/trace.go:171","msg":"trace[1242436340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4659; }","duration":"108.558114ms","start":"2026-07-17T12:42:10.429957Z","end":"2026-07-17T12:42:10.538515Z","steps":["trace[1242436340] 'agreement among raft nodes before linearized reading' (duration: 108.040582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.538528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.292449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T12:42:10.538605Z","caller":"traceutil/trace.go:171","msg":"trace[978448275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4659; }","duration":"108.38884ms","start":"2026-07-17T12:42:10.430207Z","end":"2026-07-17T12:42:10.538596Z","steps":["trace[978448275] 'agreement among raft nodes before linearized reading' (duration: 108.207267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:10.538238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.009683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T12:42:10.538816Z","caller":"traceutil/trace.go:171","msg":"trace[780463545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4659; }","duration":"133.629547ms","start":"2026-07-17T12:42:10.405179Z","end":"2026-07-17T12:42:10.538809Z","steps":["trace[780463545] 'agreement among raft nodes before linearized reading' (duration: 133.017283ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:11.373676Z","caller":"traceutil/trace.go:171","msg":"trace[1792901477] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"172.273175ms","start":"2026-07-17T12:42:11.201361Z","end":"2026-07-17T12:42:11.373634Z","steps":["trace[1792901477] 'process raft request' (duration: 172.111822ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:12.656459Z","caller":"traceutil/trace.go:171","msg":"trace[420473631] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4865; }","duration":"259.557809ms","start":"2026-07-17T12:42:12.396879Z","end":"2026-07-17T12:42:12.656437Z","steps":["trace[420473631] 'read index received' (duration: 259.394296ms)","trace[420473631] 'applied index is now lower than readState.Index' (duration: 162.533µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:12.656695Z","caller":"traceutil/trace.go:171","msg":"trace[27494298] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"261.139183ms","start":"2026-07-17T12:42:12.395544Z","end":"2026-07-17T12:42:12.656683Z","steps":["trace[27494298] 'process raft request' (duration: 260.734315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:12.656959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.063199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8838fd03-2da9-490a-b0e5-6730251e5607\" ","response":"range_response_count:1 size:3936"} {"level":"info","ts":"2026-07-17T12:42:12.657009Z","caller":"traceutil/trace.go:171","msg":"trace[1401362371] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8838fd03-2da9-490a-b0e5-6730251e5607; range_end:; response_count:1; response_revision:4689; }","duration":"260.153511ms","start":"2026-07-17T12:42:12.396845Z","end":"2026-07-17T12:42:12.656999Z","steps":["trace[1401362371] 'agreement among raft nodes before linearized reading' (duration: 260.001538ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:12.66444Z","caller":"traceutil/trace.go:171","msg":"trace[1782901448] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"131.453669ms","start":"2026-07-17T12:42:12.532964Z","end":"2026-07-17T12:42:12.664418Z","steps":["trace[1782901448] 'process raft request' (duration: 130.856297ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:12.664572Z","caller":"traceutil/trace.go:171","msg":"trace[1695262623] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"131.707075ms","start":"2026-07-17T12:42:12.532856Z","end":"2026-07-17T12:42:12.664563Z","steps":["trace[1695262623] 'process raft request' (duration: 130.862286ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:23.124815Z","caller":"traceutil/trace.go:171","msg":"trace[616057673] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"431.343833ms","start":"2026-07-17T12:42:22.693446Z","end":"2026-07-17T12:42:23.12479Z","steps":["trace[616057673] 'process raft request' (duration: 431.175249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.124986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:22.69342Z","time spent":"431.482157ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:42:23.309185Z","caller":"traceutil/trace.go:171","msg":"trace[1558955745] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"615.400218ms","start":"2026-07-17T12:42:22.69375Z","end":"2026-07-17T12:42:23.30915Z","steps":["trace[1558955745] 'process raft request' (duration: 615.134962ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:23.309201Z","caller":"traceutil/trace.go:171","msg":"trace[1111462369] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5002; }","duration":"599.294491ms","start":"2026-07-17T12:42:22.709875Z","end":"2026-07-17T12:42:23.309169Z","steps":["trace[1111462369] 'read index received' (duration: 414.714756ms)","trace[1111462369] 'applied index is now lower than readState.Index' (duration: 184.578235ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:23.309342Z","caller":"traceutil/trace.go:171","msg":"trace[195806947] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"611.479449ms","start":"2026-07-17T12:42:22.697847Z","end":"2026-07-17T12:42:23.309326Z","steps":["trace[195806947] 'process raft request' (duration: 611.215494ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:23.309359Z","caller":"traceutil/trace.go:171","msg":"trace[2033709477] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"290.273919ms","start":"2026-07-17T12:42:23.019043Z","end":"2026-07-17T12:42:23.309317Z","steps":["trace[2033709477] 'process raft request' (duration: 290.072195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.309355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:22.69374Z","time spent":"615.52345ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:42:23.309461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.581487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T12:42:23.309496Z","caller":"traceutil/trace.go:171","msg":"trace[455343890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4824; }","duration":"599.662728ms","start":"2026-07-17T12:42:22.709823Z","end":"2026-07-17T12:42:23.309486Z","steps":["trace[455343890] 'agreement among raft nodes before linearized reading' (duration: 599.501805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.30949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:22.697816Z","time spent":"611.5755ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:42:23.309519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:22.709807Z","time spent":"599.70651ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T12:42:23.418107Z","caller":"traceutil/trace.go:171","msg":"trace[518896626] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"237.024028ms","start":"2026-07-17T12:42:23.181039Z","end":"2026-07-17T12:42:23.418063Z","steps":["trace[518896626] 'process raft request' (duration: 173.756025ms)","trace[518896626] 'compare' (duration: 63.040739ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:23.418233Z","caller":"traceutil/trace.go:171","msg":"trace[1185997669] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5006; }","duration":"108.9111ms","start":"2026-07-17T12:42:23.30927Z","end":"2026-07-17T12:42:23.418181Z","steps":["trace[1185997669] 'read index received' (duration: 45.537995ms)","trace[1185997669] 'applied index is now lower than readState.Index' (duration: 63.369115ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:23.418178Z","caller":"traceutil/trace.go:171","msg":"trace[1148431092] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"101.682603ms","start":"2026-07-17T12:42:23.316459Z","end":"2026-07-17T12:42:23.418141Z","steps":["trace[1148431092] 'process raft request' (duration: 101.596271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.418382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.478194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T12:42:23.418465Z","caller":"traceutil/trace.go:171","msg":"trace[1591492791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4826; }","duration":"702.582086ms","start":"2026-07-17T12:42:22.715861Z","end":"2026-07-17T12:42:23.418443Z","steps":["trace[1591492791] 'agreement among raft nodes before linearized reading' (duration: 702.331321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.418478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.048747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T12:42:23.418511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:22.715853Z","time spent":"702.649277ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T12:42:23.418524Z","caller":"traceutil/trace.go:171","msg":"trace[1652825184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4826; }","duration":"708.130438ms","start":"2026-07-17T12:42:22.710378Z","end":"2026-07-17T12:42:23.418508Z","steps":["trace[1652825184] 'agreement among raft nodes before linearized reading' (duration: 707.936244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.41856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:22.710367Z","time spent":"708.184859ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T12:42:23.4187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.115074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-17T12:42:23.418741Z","caller":"traceutil/trace.go:171","msg":"trace[1273257418] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4826; }","duration":"181.150375ms","start":"2026-07-17T12:42:23.237577Z","end":"2026-07-17T12:42:23.418728Z","steps":["trace[1273257418] 'agreement among raft nodes before linearized reading' (duration: 181.050413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.418727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.958244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T12:42:23.418801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.261231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:42:23.419446Z","caller":"traceutil/trace.go:171","msg":"trace[347528113] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4826; }","duration":"157.959315ms","start":"2026-07-17T12:42:23.261467Z","end":"2026-07-17T12:42:23.419426Z","steps":["trace[347528113] 'agreement among raft nodes before linearized reading' (duration: 157.100657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.418792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.017786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T12:42:23.419763Z","caller":"traceutil/trace.go:171","msg":"trace[1350552657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4826; }","duration":"708.008387ms","start":"2026-07-17T12:42:22.711741Z","end":"2026-07-17T12:42:23.41975Z","steps":["trace[1350552657] 'agreement among raft nodes before linearized reading' (duration: 706.938285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.419882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:22.711729Z","time spent":"708.111149ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T12:42:23.418824Z","caller":"traceutil/trace.go:171","msg":"trace[2104476702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4826; }","duration":"704.068537ms","start":"2026-07-17T12:42:22.714707Z","end":"2026-07-17T12:42:23.418775Z","steps":["trace[2104476702] 'agreement among raft nodes before linearized reading' (duration: 703.827472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.420086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:42:22.714691Z","time spent":"705.383133ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T12:42:23.716153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.528148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:42:23.716469Z","caller":"traceutil/trace.go:171","msg":"trace[1970977183] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4830; }","duration":"163.878386ms","start":"2026-07-17T12:42:23.552566Z","end":"2026-07-17T12:42:23.716444Z","steps":["trace[1970977183] 'count revisions from in-memory index tree' (duration: 163.407756ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:23.778203Z","caller":"traceutil/trace.go:171","msg":"trace[1906257494] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"170.646702ms","start":"2026-07-17T12:42:23.607531Z","end":"2026-07-17T12:42:23.778178Z","steps":["trace[1906257494] 'process raft request' (duration: 170.360546ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:23.815311Z","caller":"traceutil/trace.go:171","msg":"trace[1937288202] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5012; }","duration":"192.315753ms","start":"2026-07-17T12:42:23.622968Z","end":"2026-07-17T12:42:23.815284Z","steps":["trace[1937288202] 'read index received' (duration: 154.984465ms)","trace[1937288202] 'applied index is now lower than readState.Index' (duration: 37.330128ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:42:23.815418Z","caller":"traceutil/trace.go:171","msg":"trace[400176449] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"199.294203ms","start":"2026-07-17T12:42:23.616099Z","end":"2026-07-17T12:42:23.815393Z","steps":["trace[400176449] 'process raft request' (duration: 199.047658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:23.81557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.540167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:42:23.815677Z","caller":"traceutil/trace.go:171","msg":"trace[1176357471] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4832; }","duration":"192.71162ms","start":"2026-07-17T12:42:23.622939Z","end":"2026-07-17T12:42:23.815651Z","steps":["trace[1176357471] 'agreement among raft nodes before linearized reading' (duration: 192.473695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:42:24.456285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.854562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:42:24.456394Z","caller":"traceutil/trace.go:171","msg":"trace[1978965224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4836; }","duration":"100.997345ms","start":"2026-07-17T12:42:24.355377Z","end":"2026-07-17T12:42:24.456374Z","steps":["trace[1978965224] 'range keys from in-memory index tree' (duration: 100.799201ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:42:24.456444Z","caller":"traceutil/trace.go:171","msg":"trace[596723255] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"100.766381ms","start":"2026-07-17T12:42:24.355649Z","end":"2026-07-17T12:42:24.456416Z","steps":["trace[596723255] 'process raft request' (duration: 84.665404ms)","trace[596723255] 'compare' (duration: 15.953404ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:11.5996Z","caller":"traceutil/trace.go:171","msg":"trace[2126270129] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"108.811047ms","start":"2026-07-17T12:43:11.49074Z","end":"2026-07-17T12:43:11.599551Z","steps":["trace[2126270129] 'process raft request' (duration: 43.940538ms)","trace[2126270129] 'compare' (duration: 64.586714ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:11.608303Z","caller":"traceutil/trace.go:171","msg":"trace[1594904028] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"116.722486ms","start":"2026-07-17T12:43:11.491562Z","end":"2026-07-17T12:43:11.608284Z","steps":["trace[1594904028] 'process raft request' (duration: 116.615414ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:37.417433Z","caller":"traceutil/trace.go:171","msg":"trace[191856673] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"146.029765ms","start":"2026-07-17T12:43:37.271376Z","end":"2026-07-17T12:43:37.417406Z","steps":["trace[191856673] 'process raft request' (duration: 135.452905ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:37.85216Z","caller":"traceutil/trace.go:171","msg":"trace[383716877] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"128.234185ms","start":"2026-07-17T12:43:37.723898Z","end":"2026-07-17T12:43:37.852132Z","steps":["trace[383716877] 'process raft request' (duration: 86.495475ms)","trace[383716877] 'compare' (duration: 41.247102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:43:38.096845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.252003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:43:38.097066Z","caller":"traceutil/trace.go:171","msg":"trace[1448680853] linearizableReadLoop","detail":"{readStateIndex:5634; appliedIndex:5632; }","duration":"237.748082ms","start":"2026-07-17T12:43:37.859296Z","end":"2026-07-17T12:43:38.097044Z","steps":["trace[1448680853] 'read index received' (duration: 119.192744ms)","trace[1448680853] 'applied index is now lower than readState.Index' (duration: 118.553988ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:38.097172Z","caller":"traceutil/trace.go:171","msg":"trace[487057747] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"240.139624ms","start":"2026-07-17T12:43:37.857015Z","end":"2026-07-17T12:43:38.097155Z","steps":["trace[487057747] 'process raft request' (duration: 121.463333ms)","trace[487057747] 'compare' (duration: 118.116131ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:38.097369Z","caller":"traceutil/trace.go:171","msg":"trace[1262443170] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"239.289598ms","start":"2026-07-17T12:43:37.858067Z","end":"2026-07-17T12:43:38.097356Z","steps":["trace[1262443170] 'process raft request' (duration: 238.907192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:38.097604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.298392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T12:43:38.097644Z","caller":"traceutil/trace.go:171","msg":"trace[1509506317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5435; }","duration":"238.349022ms","start":"2026-07-17T12:43:37.859281Z","end":"2026-07-17T12:43:38.09763Z","steps":["trace[1509506317] 'agreement among raft nodes before linearized reading' (duration: 238.21391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:38.097812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.644449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T12:43:38.097852Z","caller":"traceutil/trace.go:171","msg":"trace[550816948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5435; }","duration":"237.692531ms","start":"2026-07-17T12:43:37.860146Z","end":"2026-07-17T12:43:38.097838Z","steps":["trace[550816948] 'agreement among raft nodes before linearized reading' (duration: 237.592729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:38.09822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.142197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6092"} {"level":"info","ts":"2026-07-17T12:43:38.09826Z","caller":"traceutil/trace.go:171","msg":"trace[2129278343] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:5435; }","duration":"130.207659ms","start":"2026-07-17T12:43:37.968041Z","end":"2026-07-17T12:43:38.098249Z","steps":["trace[2129278343] 'agreement among raft nodes before linearized reading' (duration: 130.088657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:38.09897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.429385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8315"} {"level":"warn","ts":"2026-07-17T12:43:38.099582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.20583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T12:43:38.099665Z","caller":"traceutil/trace.go:171","msg":"trace[225934749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5435; }","duration":"238.336312ms","start":"2026-07-17T12:43:37.86131Z","end":"2026-07-17T12:43:38.099646Z","steps":["trace[225934749] 'agreement among raft nodes before linearized reading' (duration: 238.072607ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:38.099061Z","caller":"traceutil/trace.go:171","msg":"trace[1081382583] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5435; }","duration":"134.549346ms","start":"2026-07-17T12:43:37.964498Z","end":"2026-07-17T12:43:38.099047Z","steps":["trace[1081382583] 'agreement among raft nodes before linearized reading' (duration: 134.354723ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:38.255654Z","caller":"traceutil/trace.go:171","msg":"trace[1030948192] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"120.665726ms","start":"2026-07-17T12:43:38.134957Z","end":"2026-07-17T12:43:38.255623Z","steps":["trace[1030948192] 'process raft request' (duration: 64.321364ms)","trace[1030948192] 'compare' (duration: 56.189609ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:39.181216Z","caller":"traceutil/trace.go:171","msg":"trace[1754973770] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"141.767951ms","start":"2026-07-17T12:43:39.039424Z","end":"2026-07-17T12:43:39.181192Z","steps":["trace[1754973770] 'process raft request' (duration: 89.369952ms)","trace[1754973770] 'compare' (duration: 52.229096ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:39.613073Z","caller":"traceutil/trace.go:171","msg":"trace[1763526899] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"132.24627ms","start":"2026-07-17T12:43:39.480801Z","end":"2026-07-17T12:43:39.613047Z","steps":["trace[1763526899] 'process raft request' (duration: 131.150361ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:39.874202Z","caller":"traceutil/trace.go:171","msg":"trace[837874147] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"117.572198ms","start":"2026-07-17T12:43:39.756608Z","end":"2026-07-17T12:43:39.87418Z","steps":["trace[837874147] 'process raft request' (duration: 117.437175ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:39.922115Z","caller":"traceutil/trace.go:171","msg":"trace[791517557] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"159.311496ms","start":"2026-07-17T12:43:39.762776Z","end":"2026-07-17T12:43:39.922088Z","steps":["trace[791517557] 'process raft request' (duration: 159.089102ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:40.435298Z","caller":"traceutil/trace.go:171","msg":"trace[1883644754] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"274.464284ms","start":"2026-07-17T12:43:40.160799Z","end":"2026-07-17T12:43:40.435263Z","steps":["trace[1883644754] 'process raft request' (duration: 233.995579ms)","trace[1883644754] 'compare' (duration: 40.13205ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:40.47548Z","caller":"traceutil/trace.go:171","msg":"trace[2016193505] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"311.170332ms","start":"2026-07-17T12:43:40.164275Z","end":"2026-07-17T12:43:40.475446Z","steps":["trace[2016193505] 'process raft request' (duration: 311.0902ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:40.475507Z","caller":"traceutil/trace.go:171","msg":"trace[214328140] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"311.910074ms","start":"2026-07-17T12:43:40.163573Z","end":"2026-07-17T12:43:40.475483Z","steps":["trace[214328140] 'process raft request' (duration: 311.588569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.475678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.164251Z","time spent":"311.317314ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:43:40.475745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.163554Z","time spent":"312.016146ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:43:40.47591Z","caller":"traceutil/trace.go:171","msg":"trace[2113078597] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"311.199632ms","start":"2026-07-17T12:43:40.16468Z","end":"2026-07-17T12:43:40.47588Z","steps":["trace[2113078597] 'process raft request' (duration: 310.725614ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:40.475952Z","caller":"traceutil/trace.go:171","msg":"trace[325977751] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5647; }","duration":"307.077267ms","start":"2026-07-17T12:43:40.168858Z","end":"2026-07-17T12:43:40.475935Z","steps":["trace[325977751] 'read index received' (duration: 225.959446ms)","trace[325977751] 'applied index is now lower than readState.Index' (duration: 81.116361ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:40.476026Z","caller":"traceutil/trace.go:171","msg":"trace[544449109] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"214.208605ms","start":"2026-07-17T12:43:40.261783Z","end":"2026-07-17T12:43:40.475991Z","steps":["trace[544449109] 'process raft request' (duration: 213.92441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.476095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.164669Z","time spent":"311.310574ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:43:40.476297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.419695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T12:43:40.476386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.192596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T12:43:40.476418Z","caller":"traceutil/trace.go:171","msg":"trace[1660349835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5452; }","duration":"123.270608ms","start":"2026-07-17T12:43:40.353139Z","end":"2026-07-17T12:43:40.47641Z","steps":["trace[1660349835] 'agreement among raft nodes before linearized reading' (duration: 123.100825ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:40.476427Z","caller":"traceutil/trace.go:171","msg":"trace[3844100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5452; }","duration":"307.570077ms","start":"2026-07-17T12:43:40.168828Z","end":"2026-07-17T12:43:40.476398Z","steps":["trace[3844100] 'agreement among raft nodes before linearized reading' (duration: 307.233621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.476483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.168815Z","time spent":"307.652579ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T12:43:40.47654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.847298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:43:40.476617Z","caller":"traceutil/trace.go:171","msg":"trace[845375715] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5452; }","duration":"156.976931ms","start":"2026-07-17T12:43:40.319619Z","end":"2026-07-17T12:43:40.476595Z","steps":["trace[845375715] 'agreement among raft nodes before linearized reading' (duration: 156.827218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.476618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.593603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:43:40.476574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.620178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T12:43:40.476757Z","caller":"traceutil/trace.go:171","msg":"trace[1623513970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5452; }","duration":"307.892023ms","start":"2026-07-17T12:43:40.168851Z","end":"2026-07-17T12:43:40.476743Z","steps":["trace[1623513970] 'agreement among raft nodes before linearized reading' (duration: 307.351884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.476862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.168839Z","time spent":"308.009395ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T12:43:40.47668Z","caller":"traceutil/trace.go:171","msg":"trace[1027082049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5452; }","duration":"123.678384ms","start":"2026-07-17T12:43:40.352984Z","end":"2026-07-17T12:43:40.476663Z","steps":["trace[1027082049] 'agreement among raft nodes before linearized reading' (duration: 123.418739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.875464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.307345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:43:40.875904Z","caller":"traceutil/trace.go:171","msg":"trace[1619684754] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5652; }","duration":"393.800811ms","start":"2026-07-17T12:43:40.482084Z","end":"2026-07-17T12:43:40.875885Z","steps":["trace[1619684754] 'read index received' (duration: 73.041568ms)","trace[1619684754] 'applied index is now lower than readState.Index' (duration: 320.757183ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:43:40.875925Z","caller":"traceutil/trace.go:171","msg":"trace[596540510] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"393.877832ms","start":"2026-07-17T12:43:40.482018Z","end":"2026-07-17T12:43:40.875896Z","steps":["trace[596540510] 'process raft request' (duration: 73.049668ms)","trace[596540510] 'compare' (duration: 319.745365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:43:40.876157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.063155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T12:43:40.876217Z","caller":"traceutil/trace.go:171","msg":"trace[1426137844] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5453; }","duration":"394.147067ms","start":"2026-07-17T12:43:40.482059Z","end":"2026-07-17T12:43:40.876206Z","steps":["trace[1426137844] 'agreement among raft nodes before linearized reading' (duration: 393.992355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.876289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.482047Z","time spent":"394.230309ms","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-17T12:43:40.876421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.481993Z","time spent":"394.119107ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:43:40.923306Z","caller":"traceutil/trace.go:171","msg":"trace[1680833777] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"441.096347ms","start":"2026-07-17T12:43:40.482189Z","end":"2026-07-17T12:43:40.923285Z","steps":["trace[1680833777] 'process raft request' (duration: 440.966605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.923396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.482174Z","time spent":"441.175558ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:43:40.923502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.854264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12067"} {"level":"info","ts":"2026-07-17T12:43:40.923888Z","caller":"traceutil/trace.go:171","msg":"trace[1660038342] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5454; }","duration":"441.24046ms","start":"2026-07-17T12:43:40.482614Z","end":"2026-07-17T12:43:40.923854Z","steps":["trace[1660038342] 'agreement among raft nodes before linearized reading' (duration: 440.64382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:40.924027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:40.482605Z","time spent":"441.403033ms","remote":"127.0.0.1:45778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12091,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-17T12:43:41.131746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.600934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:43:41.131836Z","caller":"traceutil/trace.go:171","msg":"trace[357887400] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5454; }","duration":"155.757736ms","start":"2026-07-17T12:43:40.976059Z","end":"2026-07-17T12:43:41.131817Z","steps":["trace[357887400] 'range keys from in-memory index tree' (duration: 155.433701ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:41.982865Z","caller":"traceutil/trace.go:171","msg":"trace[332636512] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"365.115809ms","start":"2026-07-17T12:43:41.617724Z","end":"2026-07-17T12:43:41.98284Z","steps":["trace[332636512] 'process raft request' (duration: 364.961926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:43:41.983069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:43:41.617693Z","time spent":"365.246201ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:43:46.928596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2821} {"level":"warn","ts":"2026-07-17T12:43:47.09044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.801483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:43:47.090562Z","caller":"traceutil/trace.go:171","msg":"trace[1187851386] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"142.616812ms","start":"2026-07-17T12:43:46.947921Z","end":"2026-07-17T12:43:47.090538Z","steps":["trace[1187851386] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 139.556628ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:43:47.239151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2821,"took":"309.446445ms","hash":1369424408,"current-db-size-bytes":54427648,"current-db-size":"54 MB","current-db-size-in-use-bytes":28995584,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-17T12:43:47.239203Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1369424408,"revision":2821,"compact-revision":-1} {"level":"info","ts":"2026-07-17T12:44:08.215045Z","caller":"traceutil/trace.go:171","msg":"trace[39742088] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"135.320306ms","start":"2026-07-17T12:44:08.079678Z","end":"2026-07-17T12:44:08.214998Z","steps":["trace[39742088] 'process raft request' (duration: 135.185733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:08.853447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:09.353936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:09.854854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:10.353003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:10.353087Z","caller":"traceutil/trace.go:171","msg":"trace[502942995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021802s","start":"2026-07-17T12:44:08.352853Z","end":"2026-07-17T12:44:10.353071Z","steps":["trace[502942995] 'agreement among raft nodes before linearized reading' (duration: 2.000106499s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:10.353154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.352835Z","time spent":"2.000306992s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:10.355233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:10.855746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:11.356262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:11.857399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:12.358391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:12.360659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:12.360751Z","caller":"traceutil/trace.go:171","msg":"trace[1693149261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246959s","start":"2026-07-17T12:44:10.360484Z","end":"2026-07-17T12:44:12.36073Z","steps":["trace[1693149261] 'agreement among raft nodes before linearized reading' (duration: 2.000127817s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:12.360808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:10.360472Z","time spent":"2.00032573s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:12.858676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:13.085421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.087459Z","time spent":"4.9979554s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:13.08559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.08706Z","time spent":"4.99852033s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:13.359281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:13.57898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.580287Z","time spent":"4.998685839s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/17 12:44:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:13.593693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999791866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:13.593885Z","caller":"traceutil/trace.go:171","msg":"trace[1030294079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999998771s","start":"2026-07-17T12:44:08.593803Z","end":"2026-07-17T12:44:13.593801Z","steps":["trace[1030294079] 'agreement among raft nodes before linearized reading' (duration: 4.999812367s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:13.593954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.593791Z","time spent":"5.000150663s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/17 12:44:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:13.601849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999790745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:13.601924Z","caller":"traceutil/trace.go:171","msg":"trace[296546172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999927768s","start":"2026-07-17T12:44:08.601977Z","end":"2026-07-17T12:44:13.601904Z","steps":["trace[296546172] 'agreement among raft nodes before linearized reading' (duration: 4.999829906s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:13.601979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.601949Z","time spent":"5.00001894s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/17 12:44:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:13.605924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000059621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:13.60598Z","caller":"traceutil/trace.go:171","msg":"trace[1528669070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000153532s","start":"2026-07-17T12:44:08.605812Z","end":"2026-07-17T12:44:13.605965Z","steps":["trace[1528669070] 'agreement among raft nodes before linearized reading' (duration: 5.000090901s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:13.606017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.6058Z","time spent":"5.000209043s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/17 12:44:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:13.859825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:14.36013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:14.362087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:14.362215Z","caller":"traceutil/trace.go:171","msg":"trace[797742000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000675766s","start":"2026-07-17T12:44:12.361504Z","end":"2026-07-17T12:44:14.36218Z","steps":["trace[797742000] 'agreement among raft nodes before linearized reading' (duration: 2.000523033s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:14.362285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:12.361484Z","time spent":"2.000790168s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:14.860829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:15.199537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999753092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:15.199623Z","caller":"traceutil/trace.go:171","msg":"trace[1409384110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999906534s","start":"2026-07-17T12:44:13.199694Z","end":"2026-07-17T12:44:15.199601Z","steps":["trace[1409384110] 'agreement among raft nodes before linearized reading' (duration: 1.999795653s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:15.199685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:13.199666Z","time spent":"2.000007176s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:15.21772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:10.219575Z","time spent":"4.998138466s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/17 12:44:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:15.353523Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-17T12:44:15.853991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:16.072392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:09.071939Z","time spent":"7.000442522s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:16.354877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:16.369819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:16.369914Z","caller":"traceutil/trace.go:171","msg":"trace[1970446243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673318s","start":"2026-07-17T12:44:14.369219Z","end":"2026-07-17T12:44:16.369892Z","steps":["trace[1970446243] 'agreement among raft nodes before linearized reading' (duration: 2.000557515s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:16.370103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:14.369191Z","time spent":"2.000897982s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:16.855323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:17.356203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:17.357337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:10.35634Z","time spent":"7.000990874s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:17.856624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:18.085796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998829099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:18.085901Z","caller":"traceutil/trace.go:171","msg":"trace[1710989003] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998970961s","start":"2026-07-17T12:44:13.086905Z","end":"2026-07-17T12:44:18.085876Z","steps":["trace[1710989003] 'agreement among raft nodes before linearized reading' (duration: 4.998847349s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:18.086086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997972754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-17T12:44:18.086192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:13.086884Z","time spent":"4.999246975s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-17T12:44:18.086286Z","caller":"traceutil/trace.go:171","msg":"trace[1824424508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998089857s","start":"2026-07-17T12:44:13.08806Z","end":"2026-07-17T12:44:18.08615Z","steps":["trace[1824424508] 'agreement among raft nodes before linearized reading' (duration: 4.997981005s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:18.086361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:13.088054Z","time spent":"4.99829377s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/17 12:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/17 12:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:18.112156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.567517129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:18.112221Z","caller":"traceutil/trace.go:171","msg":"trace[211887841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.567619531s","start":"2026-07-17T12:44:11.544582Z","end":"2026-07-17T12:44:18.112202Z","steps":["trace[211887841] 'agreement among raft nodes before linearized reading' (duration: 6.567550029s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:18.112266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:11.544559Z","time spent":"6.567696482s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/17 12:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:18.357693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:18.370016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99968245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:18.370082Z","caller":"traceutil/trace.go:171","msg":"trace[1874849566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999795523s","start":"2026-07-17T12:44:16.370268Z","end":"2026-07-17T12:44:18.370064Z","steps":["trace[1874849566] 'agreement among raft nodes before linearized reading' (duration: 1.99971558s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:18.370127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:16.370199Z","time spent":"1.999919615s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:18.579643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998705545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:18.579786Z","caller":"traceutil/trace.go:171","msg":"trace[1706060672] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998892458s","start":"2026-07-17T12:44:13.58083Z","end":"2026-07-17T12:44:18.579723Z","steps":["trace[1706060672] 'agreement among raft nodes before linearized reading' (duration: 4.998760286s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:18.57996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:13.580811Z","time spent":"4.999132861s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/17 12:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:18.59344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997503771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:18.593494Z","caller":"traceutil/trace.go:171","msg":"trace[1848272957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997610223s","start":"2026-07-17T12:44:15.595871Z","end":"2026-07-17T12:44:18.593481Z","steps":["trace[1848272957] 'agreement among raft nodes before linearized reading' (duration: 2.997552172s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:18.593546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:15.595849Z","time spent":"2.997686015s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/17 12:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:18.602486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997656674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:18.602598Z","caller":"traceutil/trace.go:171","msg":"trace[183377144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997788607s","start":"2026-07-17T12:44:15.60478Z","end":"2026-07-17T12:44:18.602568Z","steps":["trace[183377144] 'agreement among raft nodes before linearized reading' (duration: 2.997652583s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:18.602706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:15.604716Z","time spent":"2.99797819s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/17 12:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:18.60689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997386828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:18.607114Z","caller":"traceutil/trace.go:171","msg":"trace[328465246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997522241s","start":"2026-07-17T12:44:15.60947Z","end":"2026-07-17T12:44:18.606992Z","steps":["trace[328465246] 'agreement among raft nodes before linearized reading' (duration: 2.997406769s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:18.607234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:15.609459Z","time spent":"2.997762195s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/17 12:44:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:18.858207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:19.004922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999523257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:19.004991Z","caller":"traceutil/trace.go:171","msg":"trace[566521400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999646639s","start":"2026-07-17T12:44:09.005328Z","end":"2026-07-17T12:44:19.004975Z","steps":["trace[566521400] 'agreement among raft nodes before linearized reading' (duration: 9.999558698s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:19.005028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:09.005305Z","time spent":"9.99971508s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/17 12:44:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:19.18227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999997904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:19.182341Z","caller":"traceutil/trace.go:171","msg":"trace[931250547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000109316s","start":"2026-07-17T12:44:09.182217Z","end":"2026-07-17T12:44:19.182327Z","steps":["trace[931250547] 'agreement among raft nodes before linearized reading' (duration: 10.000027464s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:19.182382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:09.182205Z","time spent":"10.000167316s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/17 12:44:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:19.359157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:19.86014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:20.035423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:13.034378Z","time spent":"7.001038553s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:20.218429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999266685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:20.218505Z","caller":"traceutil/trace.go:171","msg":"trace[1938886616] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999413617s","start":"2026-07-17T12:44:15.219073Z","end":"2026-07-17T12:44:20.218486Z","steps":["trace[1938886616] 'agreement among raft nodes before linearized reading' (duration: 4.999278165s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:20.218553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:15.219054Z","time spent":"4.999489609s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/17 12:44:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:20.361276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:20.3776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:20.377677Z","caller":"traceutil/trace.go:171","msg":"trace[1434697124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073331s","start":"2026-07-17T12:44:18.377585Z","end":"2026-07-17T12:44:20.377658Z","steps":["trace[1434697124] 'agreement among raft nodes before linearized reading' (duration: 1.99998732s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:20.377723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:18.377562Z","time spent":"2.000152102s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:20.861558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:21.362521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:21.864406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:22.323197Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"64179f70118be032","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:22.354102Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-17T12:44:22.35421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.083724983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:22.354257Z","caller":"traceutil/trace.go:171","msg":"trace[1825222319] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; }","duration":"7.083811465s","start":"2026-07-17T12:44:15.270424Z","end":"2026-07-17T12:44:22.354236Z","steps":["trace[1825222319] 'agreement among raft nodes before linearized reading' (duration: 7.083747174s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.354309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:15.270413Z","time spent":"7.083885896s","remote":"127.0.0.1:41296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:22.354352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.416045017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:22.354373Z","caller":"traceutil/trace.go:171","msg":"trace[1572018513] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; }","duration":"12.416095938s","start":"2026-07-17T12:44:09.93827Z","end":"2026-07-17T12:44:22.354366Z","steps":["trace[1572018513] 'agreement among raft nodes before linearized reading' (duration: 12.416076367s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.354395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:09.938245Z","time spent":"12.416145069s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"warn","ts":"2026-07-17T12:44:22.354428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.735922799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:22.354402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.034744108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:22.354473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.549232518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:22.354488Z","caller":"traceutil/trace.go:171","msg":"trace[1189596527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.034911192s","start":"2026-07-17T12:44:10.319558Z","end":"2026-07-17T12:44:22.354469Z","steps":["trace[1189596527] 'agreement among raft nodes before linearized reading' (duration: 12.034777219s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.354495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.13646007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:22.354525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.639776987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:22.354551Z","caller":"traceutil/trace.go:171","msg":"trace[244734987] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"13.639850199s","start":"2026-07-17T12:44:08.714695Z","end":"2026-07-17T12:44:22.354546Z","steps":["trace[244734987] 'agreement among raft nodes before linearized reading' (duration: 13.639820828s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:22.354549Z","caller":"traceutil/trace.go:171","msg":"trace[14321314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"7.136567983s","start":"2026-07-17T12:44:15.217968Z","end":"2026-07-17T12:44:22.354536Z","steps":["trace[14321314] 'agreement among raft nodes before linearized reading' (duration: 7.136494641s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.354563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:10.319532Z","time spent":"12.035018493s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:22.354587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:15.217946Z","time spent":"7.136630873s","remote":"127.0.0.1:58956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:22.354497Z","caller":"traceutil/trace.go:171","msg":"trace[915082877] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; }","duration":"13.549281679s","start":"2026-07-17T12:44:08.80521Z","end":"2026-07-17T12:44:22.354491Z","steps":["trace[915082877] 'agreement among raft nodes before linearized reading' (duration: 13.549255158s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:22.354448Z","caller":"traceutil/trace.go:171","msg":"trace[2049274828] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; }","duration":"12.735987469s","start":"2026-07-17T12:44:09.618455Z","end":"2026-07-17T12:44:22.354442Z","steps":["trace[2049274828] 'agreement among raft nodes before linearized reading' (duration: 12.735965159s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.354575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.204796377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:22.354664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:09.61843Z","time spent":"12.736208223s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:22.35465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.818799812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:22.354726Z","caller":"traceutil/trace.go:171","msg":"trace[466831588] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"11.818951495s","start":"2026-07-17T12:44:10.53576Z","end":"2026-07-17T12:44:22.354711Z","steps":["trace[466831588] 'agreement among raft nodes before linearized reading' (duration: 11.818841053s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.354767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:10.535729Z","time spent":"11.819025055s","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:22.354671Z","caller":"traceutil/trace.go:171","msg":"trace[61588048] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"8.204968751s","start":"2026-07-17T12:44:14.149683Z","end":"2026-07-17T12:44:22.354651Z","steps":["trace[61588048] 'agreement among raft nodes before linearized reading' (duration: 8.204829328s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.354818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:14.149659Z","time spent":"8.205150563s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:22.354624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.805192Z","time spent":"13.549425911s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-17T12:44:22.354581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:08.714662Z","time spent":"13.63990772s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:22.355235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.920882284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:22.355324Z","caller":"traceutil/trace.go:171","msg":"trace[429983276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; }","duration":"7.921028967s","start":"2026-07-17T12:44:14.434282Z","end":"2026-07-17T12:44:22.355311Z","steps":["trace[429983276] 'agreement among raft nodes before linearized reading' (duration: 7.920932625s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.355368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:14.434254Z","time spent":"7.921102147s","remote":"127.0.0.1:34488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:22.378679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:22.378768Z","caller":"traceutil/trace.go:171","msg":"trace[1585277332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156085s","start":"2026-07-17T12:44:20.378591Z","end":"2026-07-17T12:44:22.378748Z","steps":["trace[1585277332] 'agreement among raft nodes before linearized reading' (duration: 2.000044983s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:22.378818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:20.378569Z","time spent":"2.000239128s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:22.854937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:23.356034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:23.445174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:16.444225Z","time spent":"7.00094256s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:23.603489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:18.604522Z","time spent":"4.998960189s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/17 12:44:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:23.60803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:18.609093Z","time spent":"4.998932668s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/17 12:44:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:23.856865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:24.07043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.988075733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:24.070541Z","caller":"traceutil/trace.go:171","msg":"trace[1283927663] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.988239635s","start":"2026-07-17T12:44:16.082271Z","end":"2026-07-17T12:44:24.070511Z","steps":["trace[1283927663] 'agreement among raft nodes before linearized reading' (duration: 7.988112963s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:24.07061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:16.082248Z","time spent":"7.988345288s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/17 12:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:24.357918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:24.388015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:24.388112Z","caller":"traceutil/trace.go:171","msg":"trace[718188054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234192s","start":"2026-07-17T12:44:22.38785Z","end":"2026-07-17T12:44:24.388084Z","steps":["trace[718188054] 'agreement among raft nodes before linearized reading' (duration: 2.00011131s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:24.38835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:22.387831Z","time spent":"2.000504747s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:24.858053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:25.358545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:25.859736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:26.008798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:19.008002Z","time spent":"7.000789213s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:26.016427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:19.184237Z","time spent":"6.832179591s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/17 12:44:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:26.360068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:26.389323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:26.389412Z","caller":"traceutil/trace.go:171","msg":"trace[71735921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419931s","start":"2026-07-17T12:44:24.388968Z","end":"2026-07-17T12:44:26.389388Z","steps":["trace[71735921] 'agreement among raft nodes before linearized reading' (duration: 2.00030817s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:26.3895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:24.388949Z","time spent":"2.000537883s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:26.730041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:19.729574Z","time spent":"7.000459746s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:26.860488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:27.041352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:20.040426Z","time spent":"7.000918068s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:27.16895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:27.169053Z","caller":"traceutil/trace.go:171","msg":"trace[631521176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403738s","start":"2026-07-17T12:44:25.168633Z","end":"2026-07-17T12:44:27.169036Z","steps":["trace[631521176] 'agreement among raft nodes before linearized reading' (duration: 2.000283786s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:27.169106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:25.168608Z","time spent":"2.00048667s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:27.223074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:20.222195Z","time spent":"7.000875318s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:27.361024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:27.637032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:20.63663Z","time spent":"7.000394245s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:27.861509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:28.36266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:28.430724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:28.430808Z","caller":"traceutil/trace.go:171","msg":"trace[1642096303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218475s","start":"2026-07-17T12:44:26.430573Z","end":"2026-07-17T12:44:28.430792Z","steps":["trace[1642096303] 'agreement among raft nodes before linearized reading' (duration: 2.000111173s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:28.430855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:26.43055Z","time spent":"2.000295706s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:28.863672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:29.331383Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"64179f70118be032","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:29.355004Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-17T12:44:29.355171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.780850085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:29.35522Z","caller":"traceutil/trace.go:171","msg":"trace[1100155458] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; }","duration":"8.780988097s","start":"2026-07-17T12:44:20.574214Z","end":"2026-07-17T12:44:29.355202Z","steps":["trace[1100155458] 'agreement among raft nodes before linearized reading' (duration: 8.780888316s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:29.355272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:20.57419Z","time spent":"8.781069128s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:29.355197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.868920711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:29.355379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.864609344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:29.355409Z","caller":"traceutil/trace.go:171","msg":"trace[2108865649] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; }","duration":"13.864676715s","start":"2026-07-17T12:44:15.490725Z","end":"2026-07-17T12:44:29.355402Z","steps":["trace[2108865649] 'agreement among raft nodes before linearized reading' (duration: 13.864645654s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:29.355441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:15.490698Z","time spent":"13.864734286s","remote":"127.0.0.1:35824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:29.35548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.978380438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:29.355498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.027554741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:29.355572Z","caller":"traceutil/trace.go:171","msg":"trace[1262502546] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"10.97853519s","start":"2026-07-17T12:44:18.377016Z","end":"2026-07-17T12:44:29.355552Z","steps":["trace[1262502546] 'agreement among raft nodes before linearized reading' (duration: 10.978413458s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:29.355577Z","caller":"traceutil/trace.go:171","msg":"trace[891158441] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"9.027701713s","start":"2026-07-17T12:44:20.327859Z","end":"2026-07-17T12:44:29.355561Z","steps":["trace[891158441] 'agreement among raft nodes before linearized reading' (duration: 9.027606562s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:29.355325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.993689405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:29.355524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.159902854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:29.355621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:18.37699Z","time spent":"10.978620762s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-17T12:44:29.355628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:20.327836Z","time spent":"9.027778864s","remote":"127.0.0.1:58936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:29.355639Z","caller":"traceutil/trace.go:171","msg":"trace[1761166514] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3; range_end:; }","duration":"11.994069691s","start":"2026-07-17T12:44:17.361547Z","end":"2026-07-17T12:44:29.355617Z","steps":["trace[1761166514] 'agreement among raft nodes before linearized reading' (duration: 11.993768336s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:29.355352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.337055835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:29.355745Z","caller":"traceutil/trace.go:171","msg":"trace[792925029] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"12.337484882s","start":"2026-07-17T12:44:17.018248Z","end":"2026-07-17T12:44:29.355733Z","steps":["trace[792925029] 'agreement among raft nodes before linearized reading' (duration: 12.337093116s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:29.355725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:17.361522Z","time spent":"11.994185904s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3\" "} {"level":"warn","ts":"2026-07-17T12:44:29.355792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:17.018225Z","time spent":"12.337551943s","remote":"127.0.0.1:59064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:29.355755Z","caller":"traceutil/trace.go:171","msg":"trace[2129235494] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"11.160099657s","start":"2026-07-17T12:44:18.195551Z","end":"2026-07-17T12:44:29.355651Z","steps":["trace[2129235494] 'agreement among raft nodes before linearized reading' (duration: 11.159941634s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:29.355906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:18.19553Z","time spent":"11.160351362s","remote":"127.0.0.1:58974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:29.356017Z","caller":"traceutil/trace.go:171","msg":"trace[1944616596] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"11.869188056s","start":"2026-07-17T12:44:17.486202Z","end":"2026-07-17T12:44:29.35539Z","steps":["trace[1944616596] 'agreement among raft nodes before linearized reading' (duration: 11.868941412s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:29.356099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:17.486187Z","time spent":"11.869897778s","remote":"127.0.0.1:46160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:29.855349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:30.355688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:30.431319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:30.431404Z","caller":"traceutil/trace.go:171","msg":"trace[1455066344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485242s","start":"2026-07-17T12:44:28.430898Z","end":"2026-07-17T12:44:30.431384Z","steps":["trace[1455066344] 'agreement among raft nodes before linearized reading' (duration: 2.00036918s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:30.431651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:28.430878Z","time spent":"2.000760046s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:30.45058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:23.44976Z","time spent":"7.000812274s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:30.856552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:31.074361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:24.074139Z","time spent":"7.000214404s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:31.357276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:31.858346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:32.359339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:32.438538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:32.438618Z","caller":"traceutil/trace.go:171","msg":"trace[673366092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099567s","start":"2026-07-17T12:44:30.438495Z","end":"2026-07-17T12:44:32.438595Z","steps":["trace[673366092] 'agreement among raft nodes before linearized reading' (duration: 2.000003446s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:32.438831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:30.438475Z","time spent":"2.000338061s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:32.860036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:33.361094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:33.862052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:34.047126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:27.046135Z","time spent":"7.000982448s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:34.362177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:34.438955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:34.439046Z","caller":"traceutil/trace.go:171","msg":"trace[1236036409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001841s","start":"2026-07-17T12:44:32.438845Z","end":"2026-07-17T12:44:34.439029Z","steps":["trace[1236036409] 'agreement among raft nodes before linearized reading' (duration: 2.000071379s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:34.439099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:32.438828Z","time spent":"2.000256961s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:34.862532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:35.363074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:35.863633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:36.339129Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"64179f70118be032","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.355665Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-17T12:44:36.355872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.715679624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:36.355974Z","caller":"traceutil/trace.go:171","msg":"trace[1193033914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"8.715840166s","start":"2026-07-17T12:44:27.640108Z","end":"2026-07-17T12:44:36.355948Z","steps":["trace[1193033914] 'agreement among raft nodes before linearized reading' (duration: 8.715718574s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.356004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.622309371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:36.356068Z","caller":"traceutil/trace.go:171","msg":"trace[787917343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"9.622415242s","start":"2026-07-17T12:44:26.733631Z","end":"2026-07-17T12:44:36.356046Z","steps":["trace[787917343] 'agreement among raft nodes before linearized reading' (duration: 9.622348351s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.35607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.918283382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.356107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.440815314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.356122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:26.733609Z","time spent":"9.622501314s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-17T12:44:36.356127Z","caller":"traceutil/trace.go:171","msg":"trace[1654107174] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"8.918386283s","start":"2026-07-17T12:44:27.437726Z","end":"2026-07-17T12:44:36.356112Z","steps":["trace[1654107174] 'agreement among raft nodes before linearized reading' (duration: 8.918305492s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.356074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.158759929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.356113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.22655105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.356176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:27.437712Z","time spent":"8.918452255s","remote":"127.0.0.1:46030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:36.356182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.206610633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.355928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.471805494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:36.356209Z","caller":"traceutil/trace.go:171","msg":"trace[1081324922] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"10.206681424s","start":"2026-07-17T12:44:26.149521Z","end":"2026-07-17T12:44:36.356203Z","steps":["trace[1081324922] 'agreement among raft nodes before linearized reading' (duration: 10.206652173s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.356262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.662972681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.356263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.032414919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:36.356291Z","caller":"traceutil/trace.go:171","msg":"trace[721287885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"10.663010822s","start":"2026-07-17T12:44:25.693273Z","end":"2026-07-17T12:44:36.356284Z","steps":["trace[721287885] 'agreement among raft nodes before linearized reading' (duration: 10.662972851s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.356302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.410474468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:36.356315Z","caller":"traceutil/trace.go:171","msg":"trace[1464499977] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"13.03251759s","start":"2026-07-17T12:44:23.323786Z","end":"2026-07-17T12:44:36.356303Z","steps":["trace[1464499977] 'agreement among raft nodes before linearized reading' (duration: 13.03246731s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.35633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:25.693201Z","time spent":"10.663117344s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:36.356336Z","caller":"traceutil/trace.go:171","msg":"trace[2041008201] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"13.410547629s","start":"2026-07-17T12:44:22.945782Z","end":"2026-07-17T12:44:36.356329Z","steps":["trace[2041008201] 'agreement among raft nodes before linearized reading' (duration: 13.410512388s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.356365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.399660853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.356372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:23.323741Z","time spent":"13.032615842s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:36.35642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.94037218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:36.356449Z","caller":"traceutil/trace.go:171","msg":"trace[183320721] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"11.940405191s","start":"2026-07-17T12:44:24.416039Z","end":"2026-07-17T12:44:36.356444Z","steps":["trace[183320721] 'agreement among raft nodes before linearized reading' (duration: 11.94037356s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.356465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.994198399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.356465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.000458136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:36.35648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:24.415862Z","time spent":"11.940610394s","remote":"127.0.0.1:46122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:36.356271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:26.149493Z","time spent":"10.206766666s","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:36.356503Z","caller":"traceutil/trace.go:171","msg":"trace[1594044962] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; }","duration":"14.000538178s","start":"2026-07-17T12:44:22.355954Z","end":"2026-07-17T12:44:36.356492Z","steps":["trace[1594044962] 'agreement among raft nodes before linearized reading' (duration: 14.000500777s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:36.356153Z","caller":"traceutil/trace.go:171","msg":"trace[51506326] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"10.440917675s","start":"2026-07-17T12:44:25.915222Z","end":"2026-07-17T12:44:36.35614Z","steps":["trace[51506326] 'agreement among raft nodes before linearized reading' (duration: 10.440850934s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.356536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:22.355928Z","time spent":"14.000599198s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"info","ts":"2026-07-17T12:44:36.356393Z","caller":"traceutil/trace.go:171","msg":"trace[1337023890] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; }","duration":"13.399714794s","start":"2026-07-17T12:44:22.956673Z","end":"2026-07-17T12:44:36.356388Z","steps":["trace[1337023890] 'agreement among raft nodes before linearized reading' (duration: 13.399682663s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.356577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:22.956662Z","time spent":"13.399907307s","remote":"127.0.0.1:35806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:36.356577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:25.915196Z","time spent":"10.441359343s","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:36.356543Z","caller":"traceutil/trace.go:171","msg":"trace[2111706232] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; }","duration":"11.472247081s","start":"2026-07-17T12:44:24.883997Z","end":"2026-07-17T12:44:36.356244Z","steps":["trace[2111706232] 'agreement among raft nodes before linearized reading' (duration: 11.471848525s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:36.356211Z","caller":"traceutil/trace.go:171","msg":"trace[114107542] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"8.159002873s","start":"2026-07-17T12:44:28.197176Z","end":"2026-07-17T12:44:36.356179Z","steps":["trace[114107542] 'agreement among raft nodes before linearized reading' (duration: 8.15878717s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.35674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:28.197153Z","time spent":"8.159572743s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:36.356032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:27.640084Z","time spent":"8.715935288s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-17T12:44:36.3564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:22.945756Z","time spent":"13.410631911s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:36.356495Z","caller":"traceutil/trace.go:171","msg":"trace[207108628] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; }","duration":"11.994228109s","start":"2026-07-17T12:44:24.362258Z","end":"2026-07-17T12:44:36.356486Z","steps":["trace[207108628] 'agreement among raft nodes before linearized reading' (duration: 11.994198709s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.35682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:24.883974Z","time spent":"11.47278129s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:36.35691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:24.362181Z","time spent":"11.994716717s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-17T12:44:36.35621Z","caller":"traceutil/trace.go:171","msg":"trace[1879248194] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; }","duration":"9.226708073s","start":"2026-07-17T12:44:27.129488Z","end":"2026-07-17T12:44:36.356196Z","steps":["trace[1879248194] 'agreement among raft nodes before linearized reading' (duration: 9.226582071s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.357036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:27.129465Z","time spent":"9.227556176s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:36.35591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.318726493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:44:36.357335Z","caller":"traceutil/trace.go:171","msg":"trace[381686183] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"11.320222357s","start":"2026-07-17T12:44:25.037094Z","end":"2026-07-17T12:44:36.357316Z","steps":["trace[381686183] 'agreement among raft nodes before linearized reading' (duration: 11.318760673s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.357478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:25.037071Z","time spent":"11.320310339s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:36.361752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:29.361064Z","time spent":"7.000683095s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:36.446993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999671659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:36.44709Z","caller":"traceutil/trace.go:171","msg":"trace[1582171358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999820761s","start":"2026-07-17T12:44:34.447254Z","end":"2026-07-17T12:44:36.447075Z","steps":["trace[1582171358] 'agreement among raft nodes before linearized reading' (duration: 1.999711289s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:36.447133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:34.447232Z","time spent":"1.999892012s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:36.856497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:37.357458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:37.454778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:30.454468Z","time spent":"7.000303728s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:37.858503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:38.358708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:38.447362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:38.447444Z","caller":"traceutil/trace.go:171","msg":"trace[1474822056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229841s","start":"2026-07-17T12:44:36.447195Z","end":"2026-07-17T12:44:38.447425Z","steps":["trace[1474822056] 'agreement among raft nodes before linearized reading' (duration: 2.000126818s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:38.447727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:36.447185Z","time spent":"2.000526696s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:38.859763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:39.360646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:39.861728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:40.362804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:40.455215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000022051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:40.455304Z","caller":"traceutil/trace.go:171","msg":"trace[2026832395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121163s","start":"2026-07-17T12:44:38.455137Z","end":"2026-07-17T12:44:40.455258Z","steps":["trace[2026832395] 'agreement among raft nodes before linearized reading' (duration: 2.000049622s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:40.45538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:38.455114Z","time spent":"2.000231095s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:40.863753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:41.051864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:34.051322Z","time spent":"7.000533912s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:41.364254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:41.85214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"33.637193885s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T12:44:42.025498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.644309585s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:42.02564Z","caller":"traceutil/trace.go:171","msg":"trace[399727249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5646; }","duration":"30.644461988s","start":"2026-07-17T12:44:11.381158Z","end":"2026-07-17T12:44:42.02562Z","steps":["trace[399727249] 'range keys from in-memory index tree' (duration: 30.644287145s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:42.026233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:19.18034Z","time spent":"22.84588675s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:42.026364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:24.451644Z","time spent":"17.574711763s","remote":"127.0.0.1:49136","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:42.026516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.602384692s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:42.026599Z","caller":"traceutil/trace.go:171","msg":"trace[1433584797] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5646; }","duration":"15.602466203s","start":"2026-07-17T12:44:26.424118Z","end":"2026-07-17T12:44:42.026584Z","steps":["trace[1433584797] 'range keys from in-memory index tree' (duration: 15.602374621s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:42.026565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.625021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:42.026695Z","caller":"traceutil/trace.go:171","msg":"trace[505254764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5646; }","duration":"558.770073ms","start":"2026-07-17T12:44:41.467905Z","end":"2026-07-17T12:44:42.026675Z","steps":["trace[505254764] 'range keys from in-memory index tree' (duration: 558.60356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:42.03224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.837423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-17T12:44:42.455994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:44:42.45609Z","caller":"traceutil/trace.go:171","msg":"trace[1780713419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086858s","start":"2026-07-17T12:44:40.455985Z","end":"2026-07-17T12:44:42.456072Z","steps":["trace[1780713419] 'agreement among raft nodes before linearized reading' (duration: 1.999965186s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:42.456157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:40.455964Z","time spent":"2.000182301s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:43.175313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.980509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-17T12:44:43.349215Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"64179f70118be032","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:44:43.468609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.196284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-17T12:44:43.469139Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"47.73µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-17T12:44:43.469314Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"33.88µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-17T12:44:43.469498Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"67.831µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-17T12:44:43.469622Z","caller":"traceutil/trace.go:171","msg":"trace[1653266133] linearizableReadLoop","detail":"{readStateIndex:5880; appliedIndex:5852; }","duration":"7.113790508s","start":"2026-07-17T12:44:36.355814Z","end":"2026-07-17T12:44:43.469604Z","steps":["trace[1653266133] 'read index received' (duration: 5.496551935s)","trace[1653266133] 'applied index is now lower than readState.Index' (duration: 1.617237523s)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:43.469721Z","caller":"traceutil/trace.go:171","msg":"trace[748216914] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5661; }","duration":"6.009879677s","start":"2026-07-17T12:44:37.459832Z","end":"2026-07-17T12:44:43.469711Z","steps":["trace[748216914] 'process raft request' (duration: 6.009701014s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.469795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:37.459805Z","time spent":"6.009947468s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:43.469909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.253790832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:44:43.469891Z","caller":"traceutil/trace.go:171","msg":"trace[1399640269] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5661; }","duration":"2.413908707s","start":"2026-07-17T12:44:41.055915Z","end":"2026-07-17T12:44:43.469824Z","steps":["trace[1399640269] 'process raft request' (duration: 2.413651813s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.47002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.247880923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:43.470051Z","caller":"traceutil/trace.go:171","msg":"trace[444252489] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5661; }","duration":"9.247950584s","start":"2026-07-17T12:44:34.22209Z","end":"2026-07-17T12:44:43.47004Z","steps":["trace[444252489] 'agreement among raft nodes before linearized reading' (duration: 9.247903014s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.47009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:34.222066Z","time spent":"9.248016335s","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.47002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.648939033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:44:43.470116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.083940424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:44:43.470363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00632613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:44:43.470373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.922744854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:44:43.470396Z","caller":"traceutil/trace.go:171","msg":"trace[1340504990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5661; }","duration":"1.006381741s","start":"2026-07-17T12:44:42.464003Z","end":"2026-07-17T12:44:43.470385Z","steps":["trace[1340504990] 'agreement among raft nodes before linearized reading' (duration: 1.00634234s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:43.470397Z","caller":"traceutil/trace.go:171","msg":"trace[940836736] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5661; }","duration":"14.084367633s","start":"2026-07-17T12:44:29.386007Z","end":"2026-07-17T12:44:43.470374Z","steps":["trace[940836736] 'agreement among raft nodes before linearized reading' (duration: 14.083935265s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.470429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:42.463985Z","time spent":"1.006438622s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:43.470443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.392230729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:488"} {"level":"warn","ts":"2026-07-17T12:44:43.47046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.979203445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:44:43.470452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.8462964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:43.470481Z","caller":"traceutil/trace.go:171","msg":"trace[94583339] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5661; }","duration":"12.392301639s","start":"2026-07-17T12:44:31.078168Z","end":"2026-07-17T12:44:43.47047Z","steps":["trace[94583339] 'agreement among raft nodes before linearized reading' (duration: 12.392171557s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:43.4705Z","caller":"traceutil/trace.go:171","msg":"trace[1241526647] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5661; }","duration":"4.846386232s","start":"2026-07-17T12:44:38.624101Z","end":"2026-07-17T12:44:43.470487Z","steps":["trace[1241526647] 'agreement among raft nodes before linearized reading' (duration: 4.84627237s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.47047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:29.385993Z","time spent":"14.084455724s","remote":"127.0.0.1:45846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.470588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.800093344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:44:43.470615Z","caller":"traceutil/trace.go:171","msg":"trace[453637199] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5661; }","duration":"6.800163776s","start":"2026-07-17T12:44:36.670443Z","end":"2026-07-17T12:44:43.470607Z","steps":["trace[453637199] 'agreement among raft nodes before linearized reading' (duration: 6.800099025s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.47062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.0948996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:44:43.470649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:36.670422Z","time spent":"6.800219806s","remote":"127.0.0.1:45890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":38,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:43.470657Z","caller":"traceutil/trace.go:171","msg":"trace[1658321907] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5661; }","duration":"7.09496771s","start":"2026-07-17T12:44:36.375676Z","end":"2026-07-17T12:44:43.470644Z","steps":["trace[1658321907] 'agreement among raft nodes before linearized reading' (duration: 7.094901459s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.470644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:38.624082Z","time spent":"4.846539754s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.470705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.108080442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-17T12:44:43.470754Z","caller":"traceutil/trace.go:171","msg":"trace[129250055] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5661; }","duration":"5.108166484s","start":"2026-07-17T12:44:38.362579Z","end":"2026-07-17T12:44:43.470746Z","steps":["trace[129250055] 'agreement among raft nodes before linearized reading' (duration: 5.108050882s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.470723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.837234706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:44:43.47079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.105637391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-17T12:44:43.470822Z","caller":"traceutil/trace.go:171","msg":"trace[1841176346] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3; range_end:; response_count:1; response_revision:5661; }","duration":"7.105668191s","start":"2026-07-17T12:44:36.365145Z","end":"2026-07-17T12:44:43.470814Z","steps":["trace[1841176346] 'agreement among raft nodes before linearized reading' (duration: 7.105573119s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.470854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:36.36511Z","time spent":"7.105737863s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3\" "} {"level":"info","ts":"2026-07-17T12:44:43.470856Z","caller":"traceutil/trace.go:171","msg":"trace[743106772] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5661; }","duration":"5.837374109s","start":"2026-07-17T12:44:37.633431Z","end":"2026-07-17T12:44:43.470805Z","steps":["trace[743106772] 'agreement among raft nodes before linearized reading' (duration: 5.837210686s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.470241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.10958511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-17T12:44:43.470522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:31.078147Z","time spent":"12.392367061s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-17T12:44:43.470959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:37.633407Z","time spent":"5.837530791s","remote":"127.0.0.1:46058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.471081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.512180383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:43.471113Z","caller":"traceutil/trace.go:171","msg":"trace[222646371] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5661; }","duration":"13.512266225s","start":"2026-07-17T12:44:29.958837Z","end":"2026-07-17T12:44:43.471103Z","steps":["trace[222646371] 'agreement among raft nodes before linearized reading' (duration: 13.512160233s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.470793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:38.362556Z","time spent":"5.108229995s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":699,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-17T12:44:43.471148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:29.958808Z","time spent":"13.512332696s","remote":"127.0.0.1:38264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:43.470416Z","caller":"traceutil/trace.go:171","msg":"trace[2066965498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5661; }","duration":"9.922832815s","start":"2026-07-17T12:44:33.547568Z","end":"2026-07-17T12:44:43.470401Z","steps":["trace[2066965498] 'agreement among raft nodes before linearized reading' (duration: 9.922774384s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.471304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:33.547543Z","time spent":"9.923737951s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:43.470197Z","caller":"traceutil/trace.go:171","msg":"trace[1875191229] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5661; }","duration":"7.649156787s","start":"2026-07-17T12:44:35.821013Z","end":"2026-07-17T12:44:43.47017Z","steps":["trace[1875191229] 'agreement among raft nodes before linearized reading' (duration: 7.64877482s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.470295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.676427081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:44:43.470301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:41.055889Z","time spent":"2.414141311s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:44:43.46997Z","caller":"traceutil/trace.go:171","msg":"trace[949066386] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5661; }","duration":"12.253902463s","start":"2026-07-17T12:44:31.216054Z","end":"2026-07-17T12:44:43.469956Z","steps":["trace[949066386] 'agreement among raft nodes before linearized reading' (duration: 12.2537385s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:43.470975Z","caller":"traceutil/trace.go:171","msg":"trace[1392363190] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5661; }","duration":"14.110447446s","start":"2026-07-17T12:44:29.360517Z","end":"2026-07-17T12:44:43.470964Z","steps":["trace[1392363190] 'agreement among raft nodes before linearized reading' (duration: 14.109503039s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.471392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:29.360498Z","time spent":"14.110880952s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-17T12:44:43.4707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:36.375658Z","time spent":"7.095033941s","remote":"127.0.0.1:46128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.471526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607817411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:44:43.471563Z","caller":"traceutil/trace.go:171","msg":"trace[828956377] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5661; }","duration":"4.607890002s","start":"2026-07-17T12:44:38.863663Z","end":"2026-07-17T12:44:43.471552Z","steps":["trace[828956377] 'agreement among raft nodes before linearized reading' (duration: 4.607824321s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.471596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:38.863624Z","time spent":"4.607965413s","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:43.470486Z","caller":"traceutil/trace.go:171","msg":"trace[470451173] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5661; }","duration":"10.979231246s","start":"2026-07-17T12:44:32.491248Z","end":"2026-07-17T12:44:43.47048Z","steps":["trace[470451173] 'agreement among raft nodes before linearized reading' (duration: 10.979186795s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.47164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:32.491189Z","time spent":"10.980442406s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.471826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:35.820995Z","time spent":"7.650812254s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":38,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.471843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:31.216034Z","time spent":"12.255785025s","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.47187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693954703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:44:43.4719Z","caller":"traceutil/trace.go:171","msg":"trace[445408992] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5661; }","duration":"1.694028235s","start":"2026-07-17T12:44:41.777864Z","end":"2026-07-17T12:44:43.471892Z","steps":["trace[445408992] 'agreement among raft nodes before linearized reading' (duration: 1.693913983s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.471937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:41.777836Z","time spent":"1.694093985s","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":61,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.4721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496986955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:44:43.472134Z","caller":"traceutil/trace.go:171","msg":"trace[131889937] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5661; }","duration":"2.497057386s","start":"2026-07-17T12:44:40.975069Z","end":"2026-07-17T12:44:43.472126Z","steps":["trace[131889937] 'agreement among raft nodes before linearized reading' (duration: 2.496998195s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.472165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:40.975049Z","time spent":"2.497106057s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.472325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037173405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:44:43.470315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.110699847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:43.472855Z","caller":"traceutil/trace.go:171","msg":"trace[748277944] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:0; response_revision:5661; }","duration":"7.113274099s","start":"2026-07-17T12:44:36.35957Z","end":"2026-07-17T12:44:43.472844Z","steps":["trace[748277944] 'agreement among raft nodes before linearized reading' (duration: 7.110720337s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.472896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:36.359549Z","time spent":"7.113336s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"info","ts":"2026-07-17T12:44:43.472378Z","caller":"traceutil/trace.go:171","msg":"trace[1079463386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5661; }","duration":"3.037277407s","start":"2026-07-17T12:44:40.435088Z","end":"2026-07-17T12:44:43.472365Z","steps":["trace[1079463386] 'agreement among raft nodes before linearized reading' (duration: 3.037193865s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.473252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:40.435056Z","time spent":"3.038176502s","remote":"127.0.0.1:58992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.473301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426995517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:43.47336Z","caller":"traceutil/trace.go:171","msg":"trace[1847633193] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5661; }","duration":"1.427085718s","start":"2026-07-17T12:44:42.046258Z","end":"2026-07-17T12:44:43.473344Z","steps":["trace[1847633193] 'agreement among raft nodes before linearized reading' (duration: 1.424724168s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.473671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.23701886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:43.473741Z","caller":"traceutil/trace.go:171","msg":"trace[66109760] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5661; }","duration":"7.237129321s","start":"2026-07-17T12:44:36.236596Z","end":"2026-07-17T12:44:43.473726Z","steps":["trace[66109760] 'agreement among raft nodes before linearized reading' (duration: 7.233669373s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.47382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:36.236571Z","time spent":"7.237196633s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:43.473888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:42.046243Z","time spent":"1.427147739s","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:43.471965Z","caller":"traceutil/trace.go:171","msg":"trace[1193346998] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5661; }","duration":"12.678131749s","start":"2026-07-17T12:44:30.793822Z","end":"2026-07-17T12:44:43.471954Z","steps":["trace[1193346998] 'agreement among raft nodes before linearized reading' (duration: 12.676413791s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:43.474934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:30.793803Z","time spent":"12.681114199s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:44.314318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.565265ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-17T12:44:44.314532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.474586Z","time spent":"839.942064ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T12:44:44.394085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.474788Z","time spent":"919.283385ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T12:44:44.394191Z","caller":"traceutil/trace.go:171","msg":"trace[77880433] linearizableReadLoop","detail":"{readStateIndex:5882; appliedIndex:5880; }","duration":"919.268815ms","start":"2026-07-17T12:44:43.474904Z","end":"2026-07-17T12:44:44.394172Z","steps":["trace[77880433] 'read index received' (duration: 107.908452ms)","trace[77880433] 'applied index is now lower than readState.Index' (duration: 811.359463ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:44.394284Z","caller":"traceutil/trace.go:171","msg":"trace[634949922] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"917.18518ms","start":"2026-07-17T12:44:43.477078Z","end":"2026-07-17T12:44:44.394264Z","steps":["trace[634949922] 'process raft request' (duration: 916.893335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.394405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.477059Z","time spent":"917.267871ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:44.394416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.502769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:44.394451Z","caller":"traceutil/trace.go:171","msg":"trace[1699091573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5663; }","duration":"919.563999ms","start":"2026-07-17T12:44:43.474875Z","end":"2026-07-17T12:44:44.394439Z","steps":["trace[1699091573] 'agreement among raft nodes before linearized reading' (duration: 919.460238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.394483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.47486Z","time spent":"919.61632ms","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T12:44:44.394692Z","caller":"traceutil/trace.go:171","msg":"trace[1528569334] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"914.333673ms","start":"2026-07-17T12:44:43.480329Z","end":"2026-07-17T12:44:44.394663Z","steps":["trace[1528569334] 'process raft request' (duration: 913.789473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.394849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.480322Z","time spent":"914.445085ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:44.781292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.730948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:44:44.781608Z","caller":"traceutil/trace.go:171","msg":"trace[1327420454] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"381.653172ms","start":"2026-07-17T12:44:44.399908Z","end":"2026-07-17T12:44:44.781561Z","steps":["trace[1327420454] 'process raft request' (duration: 381.589581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.781686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.39988Z","time spent":"381.768074ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:44:44.781879Z","caller":"traceutil/trace.go:171","msg":"trace[321813840] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"386.738466ms","start":"2026-07-17T12:44:44.39513Z","end":"2026-07-17T12:44:44.781868Z","steps":["trace[321813840] 'process raft request' (duration: 386.270318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.781942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.39511Z","time spent":"386.799788ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:44.782468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.464707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:44:44.782499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228306537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:44:44.78252Z","caller":"traceutil/trace.go:171","msg":"trace[1027164123] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5666; }","duration":"918.559979ms","start":"2026-07-17T12:44:43.863947Z","end":"2026-07-17T12:44:44.782507Z","steps":["trace[1027164123] 'agreement among raft nodes before linearized reading' (duration: 918.461967ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:44.78255Z","caller":"traceutil/trace.go:171","msg":"trace[1610897578] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5666; }","duration":"1.228400159s","start":"2026-07-17T12:44:43.554139Z","end":"2026-07-17T12:44:44.782539Z","steps":["trace[1610897578] 'agreement among raft nodes before linearized reading' (duration: 1.228308458s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.782558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.863925Z","time spent":"918.623639ms","remote":"127.0.0.1:35778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:44:44.782583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.554129Z","time spent":"1.22844615s","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:44.782726Z","caller":"traceutil/trace.go:171","msg":"trace[1798333217] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"467.184036ms","start":"2026-07-17T12:44:44.315523Z","end":"2026-07-17T12:44:44.782707Z","steps":["trace[1798333217] 'process raft request' (duration: 159.945512ms)","trace[1798333217] 'compare' (duration: 305.051297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:44.782797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.315495Z","time spent":"467.264128ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:44:44.781827Z","caller":"traceutil/trace.go:171","msg":"trace[1881759226] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5884; }","duration":"387.49708ms","start":"2026-07-17T12:44:44.394309Z","end":"2026-07-17T12:44:44.781806Z","steps":["trace[1881759226] 'read index received' (duration: 81.283994ms)","trace[1881759226] 'applied index is now lower than readState.Index' (duration: 306.210296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:44.783025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306348087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-17T12:44:44.783068Z","caller":"traceutil/trace.go:171","msg":"trace[533853779] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5666; }","duration":"1.306436069s","start":"2026-07-17T12:44:43.47662Z","end":"2026-07-17T12:44:44.783056Z","steps":["trace[533853779] 'agreement among raft nodes before linearized reading' (duration: 1.306293576s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.783097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.476607Z","time spent":"1.306482919s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-17T12:44:44.783141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.62716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:44.783183Z","caller":"traceutil/trace.go:171","msg":"trace[231021350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5666; }","duration":"381.697021ms","start":"2026-07-17T12:44:44.401476Z","end":"2026-07-17T12:44:44.783173Z","steps":["trace[231021350] 'agreement among raft nodes before linearized reading' (duration: 381.62259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.78322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.401463Z","time spent":"381.748212ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:44:44.783234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.23995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-17T12:44:44.783258Z","caller":"traceutil/trace.go:171","msg":"trace[1270175666] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5666; }","duration":"382.300951ms","start":"2026-07-17T12:44:44.40095Z","end":"2026-07-17T12:44:44.783251Z","steps":["trace[1270175666] 'agreement among raft nodes before linearized reading' (duration: 382.221729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.78329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.400939Z","time spent":"382.344582ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-17T12:44:44.783465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.871108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-17T12:44:44.783517Z","caller":"traceutil/trace.go:171","msg":"trace[62536665] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5666; }","duration":"383.95674ms","start":"2026-07-17T12:44:44.399547Z","end":"2026-07-17T12:44:44.783504Z","steps":["trace[62536665] 'agreement among raft nodes before linearized reading' (duration: 383.541103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.783611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.399529Z","time spent":"384.069821ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-17T12:44:44.784731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307600979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-07-17T12:44:44.784835Z","caller":"traceutil/trace.go:171","msg":"trace[1373128880] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5666; }","duration":"1.30774757s","start":"2026-07-17T12:44:43.477068Z","end":"2026-07-17T12:44:44.784816Z","steps":["trace[1373128880] 'agreement among raft nodes before linearized reading' (duration: 1.305496062s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:44.784904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:43.477047Z","time spent":"1.307844293s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-17T12:44:45.082022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.625037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:44:45.082444Z","caller":"traceutil/trace.go:171","msg":"trace[1374610271] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5887; }","duration":"294.504998ms","start":"2026-07-17T12:44:44.787627Z","end":"2026-07-17T12:44:45.082132Z","steps":["trace[1374610271] 'read index received' (duration: 94.695169ms)","trace[1374610271] 'applied index is now lower than readState.Index' (duration: 199.807819ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:45.08246Z","caller":"traceutil/trace.go:171","msg":"trace[2011516490] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"295.577886ms","start":"2026-07-17T12:44:44.786844Z","end":"2026-07-17T12:44:45.082422Z","steps":["trace[2011516490] 'process raft request' (duration: 95.459731ms)","trace[2011516490] 'compare' (duration: 199.296291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:45.083003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.361812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tbjml\" ","response":"range_response_count:1 size:5484"} {"level":"info","ts":"2026-07-17T12:44:45.083084Z","caller":"traceutil/trace.go:171","msg":"trace[1952222294] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tbjml; range_end:; response_count:1; response_revision:5667; }","duration":"295.462934ms","start":"2026-07-17T12:44:44.787609Z","end":"2026-07-17T12:44:45.083071Z","steps":["trace[1952222294] 'agreement among raft nodes before linearized reading' (duration: 294.912535ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:45.150139Z","caller":"traceutil/trace.go:171","msg":"trace[34628521] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"362.04282ms","start":"2026-07-17T12:44:44.788067Z","end":"2026-07-17T12:44:45.15011Z","steps":["trace[34628521] 'process raft request' (duration: 361.860167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:45.150308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.788045Z","time spent":"362.170512ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:45.150944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.703551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T12:44:45.151044Z","caller":"traceutil/trace.go:171","msg":"trace[125933559] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5668; }","duration":"362.788564ms","start":"2026-07-17T12:44:44.788205Z","end":"2026-07-17T12:44:45.150994Z","steps":["trace[125933559] 'agreement among raft nodes before linearized reading' (duration: 362.513428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:45.151091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.788199Z","time spent":"362.882725ms","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-17T12:44:45.151205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.470469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-07-17T12:44:45.151294Z","caller":"traceutil/trace.go:171","msg":"trace[471512586] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5668; }","duration":"362.761783ms","start":"2026-07-17T12:44:44.788511Z","end":"2026-07-17T12:44:45.151273Z","steps":["trace[471512586] 'agreement among raft nodes before linearized reading' (duration: 362.303855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:45.151348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:44.788486Z","time spent":"362.852314ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-17T12:44:45.653414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936671987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T12:44:45.681332Z","caller":"traceutil/trace.go:171","msg":"trace[987833579] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"588.594402ms","start":"2026-07-17T12:44:45.092715Z","end":"2026-07-17T12:44:45.68131Z","steps":["trace[987833579] 'process raft request' (duration: 588.524521ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:45.681356Z","caller":"traceutil/trace.go:171","msg":"trace[1180201760] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"594.794668ms","start":"2026-07-17T12:44:45.086538Z","end":"2026-07-17T12:44:45.681333Z","steps":["trace[1180201760] 'process raft request' (duration: 594.540333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:45.681451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:45.086511Z","time spent":"594.887329ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T12:44:45.681461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:45.092702Z","time spent":"588.684605ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:44:45.715173Z","caller":"traceutil/trace.go:171","msg":"trace[76271302] linearizableReadLoop","detail":"{readStateIndex:5892; appliedIndex:5890; }","duration":"562.102269ms","start":"2026-07-17T12:44:45.153049Z","end":"2026-07-17T12:44:45.715152Z","steps":["trace[76271302] 'read index received' (duration: 528.19434ms)","trace[76271302] 'applied index is now lower than readState.Index' (duration: 33.906929ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:45.715249Z","caller":"traceutil/trace.go:171","msg":"trace[293329854] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"560.320899ms","start":"2026-07-17T12:44:45.154906Z","end":"2026-07-17T12:44:45.715227Z","steps":["trace[293329854] 'process raft request' (duration: 560.125326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:45.715342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:45.15489Z","time spent":"560.40309ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:45.715416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.337142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T12:44:45.715492Z","caller":"traceutil/trace.go:171","msg":"trace[564141041] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5671; }","duration":"562.443875ms","start":"2026-07-17T12:44:45.153023Z","end":"2026-07-17T12:44:45.715467Z","steps":["trace[564141041] 'agreement among raft nodes before linearized reading' (duration: 562.261142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:45.715536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.720524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:44:45.715557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:45.153008Z","time spent":"562.530196ms","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-17T12:44:45.715601Z","caller":"traceutil/trace.go:171","msg":"trace[1041035388] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5671; }","duration":"101.791876ms","start":"2026-07-17T12:44:45.613794Z","end":"2026-07-17T12:44:45.715586Z","steps":["trace[1041035388] 'agreement among raft nodes before linearized reading' (duration: 101.685564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:45.715668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.346572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:45.715745Z","caller":"traceutil/trace.go:171","msg":"trace[138880681] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5671; }","duration":"183.471194ms","start":"2026-07-17T12:44:45.532252Z","end":"2026-07-17T12:44:45.715724Z","steps":["trace[138880681] 'agreement among raft nodes before linearized reading' (duration: 183.377872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:45.715592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.428848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-17T12:44:45.715974Z","caller":"traceutil/trace.go:171","msg":"trace[850954938] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5671; }","duration":"237.856486ms","start":"2026-07-17T12:44:45.478105Z","end":"2026-07-17T12:44:45.715961Z","steps":["trace[850954938] 'agreement among raft nodes before linearized reading' (duration: 237.348687ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:45.848131Z","caller":"traceutil/trace.go:171","msg":"trace[545613989] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"129.103884ms","start":"2026-07-17T12:44:45.719004Z","end":"2026-07-17T12:44:45.848108Z","steps":["trace[545613989] 'process raft request' (duration: 123.277466ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:46.089866Z","caller":"traceutil/trace.go:171","msg":"trace[569570627] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"366.000143ms","start":"2026-07-17T12:44:45.723834Z","end":"2026-07-17T12:44:46.089834Z","steps":["trace[569570627] 'process raft request' (duration: 365.80948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:46.09016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:45.723813Z","time spent":"366.135916ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:46.582501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.075585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:44:46.58261Z","caller":"traceutil/trace.go:171","msg":"trace[1634357752] linearizableReadLoop","detail":"{readStateIndex:5895; appliedIndex:5894; }","duration":"487.266448ms","start":"2026-07-17T12:44:46.095326Z","end":"2026-07-17T12:44:46.582593Z","steps":["trace[1634357752] 'read index received' (duration: 83.04695ms)","trace[1634357752] 'applied index is now lower than readState.Index' (duration: 404.218308ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:46.582701Z","caller":"traceutil/trace.go:171","msg":"trace[129929964] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"730.328351ms","start":"2026-07-17T12:44:45.852362Z","end":"2026-07-17T12:44:46.58269Z","steps":["trace[129929964] 'process raft request' (duration: 325.998581ms)","trace[129929964] 'compare' (duration: 403.859611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:46.582762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:45.852335Z","time spent":"730.402993ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T12:44:46.583126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.791457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-07-17T12:44:46.583168Z","caller":"traceutil/trace.go:171","msg":"trace[161990452] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:5674; }","duration":"487.878579ms","start":"2026-07-17T12:44:46.09528Z","end":"2026-07-17T12:44:46.583158Z","steps":["trace[161990452] 'agreement among raft nodes before linearized reading' (duration: 487.670465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:46.583206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:46.095257Z","time spent":"487.941849ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4158,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-17T12:44:46.583278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.50709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:44:46.583363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.284457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:44:46.583393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.802751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T12:44:46.583394Z","caller":"traceutil/trace.go:171","msg":"trace[311073090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5674; }","duration":"230.648133ms","start":"2026-07-17T12:44:46.352727Z","end":"2026-07-17T12:44:46.583375Z","steps":["trace[311073090] 'agreement among raft nodes before linearized reading' (duration: 230.46331ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:46.583428Z","caller":"traceutil/trace.go:171","msg":"trace[1642722062] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:1; response_revision:5674; }","duration":"222.883023ms","start":"2026-07-17T12:44:46.360534Z","end":"2026-07-17T12:44:46.583417Z","steps":["trace[1642722062] 'agreement among raft nodes before linearized reading' (duration: 222.761411ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:46.583421Z","caller":"traceutil/trace.go:171","msg":"trace[973895387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5674; }","duration":"248.354669ms","start":"2026-07-17T12:44:46.335051Z","end":"2026-07-17T12:44:46.583406Z","steps":["trace[973895387] 'agreement among raft nodes before linearized reading' (duration: 248.243547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:46.583602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.20257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:44:46.583633Z","caller":"traceutil/trace.go:171","msg":"trace[44833301] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5674; }","duration":"287.650977ms","start":"2026-07-17T12:44:46.295975Z","end":"2026-07-17T12:44:46.583626Z","steps":["trace[44833301] 'agreement among raft nodes before linearized reading' (duration: 287.20748ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:46.798215Z","caller":"traceutil/trace.go:171","msg":"trace[1119328558] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"210.866361ms","start":"2026-07-17T12:44:46.587311Z","end":"2026-07-17T12:44:46.798177Z","steps":["trace[1119328558] 'process raft request' (duration: 210.632127ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:46.798323Z","caller":"traceutil/trace.go:171","msg":"trace[1012469102] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"208.231497ms","start":"2026-07-17T12:44:46.59007Z","end":"2026-07-17T12:44:46.798302Z","steps":["trace[1012469102] 'process raft request' (duration: 208.070084ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:46.823594Z","caller":"traceutil/trace.go:171","msg":"trace[1996944136] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"153.202165ms","start":"2026-07-17T12:44:46.670368Z","end":"2026-07-17T12:44:46.82357Z","steps":["trace[1996944136] 'process raft request' (duration: 153.046113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:46.974002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.658742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:44:46.974174Z","caller":"traceutil/trace.go:171","msg":"trace[1881349923] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"142.346533ms","start":"2026-07-17T12:44:46.831812Z","end":"2026-07-17T12:44:46.974158Z","steps":["trace[1881349923] 'process raft request' (duration: 142.287332ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:46.974205Z","caller":"traceutil/trace.go:171","msg":"trace[1639066117] linearizableReadLoop","detail":"{readStateIndex:5900; appliedIndex:5899; }","duration":"147.55244ms","start":"2026-07-17T12:44:46.826613Z","end":"2026-07-17T12:44:46.974166Z","steps":["trace[1639066117] 'read index received' (duration: 42.648684ms)","trace[1639066117] 'applied index is now lower than readState.Index' (duration: 104.901156ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:46.974323Z","caller":"traceutil/trace.go:171","msg":"trace[1232430827] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"147.978528ms","start":"2026-07-17T12:44:46.826169Z","end":"2026-07-17T12:44:46.974148Z","steps":["trace[1232430827] 'process raft request' (duration: 43.087862ms)","trace[1232430827] 'compare' (duration: 104.56917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:46.974485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.848605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T12:44:46.974526Z","caller":"traceutil/trace.go:171","msg":"trace[150315248] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5679; }","duration":"147.920336ms","start":"2026-07-17T12:44:46.826596Z","end":"2026-07-17T12:44:46.974516Z","steps":["trace[150315248] 'agreement among raft nodes before linearized reading' (duration: 147.671362ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:47.155543Z","caller":"traceutil/trace.go:171","msg":"trace[1745887959] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"133.220409ms","start":"2026-07-17T12:44:47.022285Z","end":"2026-07-17T12:44:47.155505Z","steps":["trace[1745887959] 'process raft request' (duration: 74.463576ms)","trace[1745887959] 'compare' (duration: 58.449888ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:47.330435Z","caller":"traceutil/trace.go:171","msg":"trace[1455017080] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"166.546136ms","start":"2026-07-17T12:44:47.163868Z","end":"2026-07-17T12:44:47.330414Z","steps":["trace[1455017080] 'process raft request' (duration: 166.419644ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:47.362837Z","caller":"traceutil/trace.go:171","msg":"trace[752031678] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"144.147042ms","start":"2026-07-17T12:44:47.218661Z","end":"2026-07-17T12:44:47.362808Z","steps":["trace[752031678] 'process raft request' (duration: 143.997539ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:47.808798Z","caller":"traceutil/trace.go:171","msg":"trace[1841958571] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"436.282349ms","start":"2026-07-17T12:44:47.372494Z","end":"2026-07-17T12:44:47.808776Z","steps":["trace[1841958571] 'process raft request' (duration: 436.116627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:47.808936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:47.372467Z","time spent":"436.391961ms","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:44:47.958061Z","caller":"traceutil/trace.go:171","msg":"trace[1277615638] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"559.771406ms","start":"2026-07-17T12:44:47.398267Z","end":"2026-07-17T12:44:47.958038Z","steps":["trace[1277615638] 'process raft request' (duration: 559.525381ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:47.958042Z","caller":"traceutil/trace.go:171","msg":"trace[1854616383] linearizableReadLoop","detail":"{readStateIndex:5910; appliedIndex:5908; }","duration":"237.212569ms","start":"2026-07-17T12:44:47.720807Z","end":"2026-07-17T12:44:47.95802Z","steps":["trace[1854616383] 'read index received' (duration: 87.786418ms)","trace[1854616383] 'applied index is now lower than readState.Index' (duration: 149.424571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:47.958219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:47.398239Z","time spent":"559.887538ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T12:44:47.958306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.487023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-17T12:44:47.958383Z","caller":"traceutil/trace.go:171","msg":"trace[375899420] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5688; }","duration":"237.570645ms","start":"2026-07-17T12:44:47.7208Z","end":"2026-07-17T12:44:47.958371Z","steps":["trace[375899420] 'agreement among raft nodes before linearized reading' (duration: 237.31016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:47.95855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.207846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ddhz6\" ","response":"range_response_count:1 size:5933"} {"level":"info","ts":"2026-07-17T12:44:47.95864Z","caller":"traceutil/trace.go:171","msg":"trace[1987973524] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ddhz6; range_end:; response_count:1; response_revision:5688; }","duration":"143.344508ms","start":"2026-07-17T12:44:47.815275Z","end":"2026-07-17T12:44:47.95862Z","steps":["trace[1987973524] 'agreement among raft nodes before linearized reading' (duration: 143.096294ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:48.092311Z","caller":"traceutil/trace.go:171","msg":"trace[659623645] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"130.225937ms","start":"2026-07-17T12:44:47.962061Z","end":"2026-07-17T12:44:48.092287Z","steps":["trace[659623645] 'process raft request' (duration: 66.397641ms)","trace[659623645] 'compare' (duration: 63.633003ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:48.103299Z","caller":"traceutil/trace.go:171","msg":"trace[2017514563] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"137.188463ms","start":"2026-07-17T12:44:47.966072Z","end":"2026-07-17T12:44:48.103261Z","steps":["trace[2017514563] 'process raft request' (duration: 137.034051ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:48.343658Z","caller":"traceutil/trace.go:171","msg":"trace[477136402] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"182.838036ms","start":"2026-07-17T12:44:48.16079Z","end":"2026-07-17T12:44:48.343628Z","steps":["trace[477136402] 'process raft request' (duration: 135.468284ms)","trace[477136402] 'compare' (duration: 47.24227ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:48.423445Z","caller":"traceutil/trace.go:171","msg":"trace[352688885] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"255.894409ms","start":"2026-07-17T12:44:48.167518Z","end":"2026-07-17T12:44:48.423412Z","steps":["trace[352688885] 'process raft request' (duration: 255.684036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:48.64413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.493078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:44:48.644234Z","caller":"traceutil/trace.go:171","msg":"trace[893175892] linearizableReadLoop","detail":"{readStateIndex:5916; appliedIndex:5915; }","duration":"216.463268ms","start":"2026-07-17T12:44:48.427753Z","end":"2026-07-17T12:44:48.644216Z","steps":["trace[893175892] 'read index received' (duration: 66.711406ms)","trace[893175892] 'applied index is now lower than readState.Index' (duration: 149.750582ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:48.644386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.626742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-v2zsl\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-07-17T12:44:48.644379Z","caller":"traceutil/trace.go:171","msg":"trace[1056187369] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"216.877996ms","start":"2026-07-17T12:44:48.427452Z","end":"2026-07-17T12:44:48.64433Z","steps":["trace[1056187369] 'process raft request' (duration: 67.097832ms)","trace[1056187369] 'compare' (duration: 149.173983ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:48.644421Z","caller":"traceutil/trace.go:171","msg":"trace[45829390] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-v2zsl; range_end:; response_count:1; response_revision:5694; }","duration":"216.689903ms","start":"2026-07-17T12:44:48.427722Z","end":"2026-07-17T12:44:48.644412Z","steps":["trace[45829390] 'agreement among raft nodes before linearized reading' (duration: 216.541029ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:48.884089Z","caller":"traceutil/trace.go:171","msg":"trace[571731268] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"234.251797ms","start":"2026-07-17T12:44:48.649812Z","end":"2026-07-17T12:44:48.884063Z","steps":["trace[571731268] 'process raft request' (duration: 183.931116ms)","trace[571731268] 'compare' (duration: 50.148328ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:48.929602Z","caller":"traceutil/trace.go:171","msg":"trace[448799262] linearizableReadLoop","detail":"{readStateIndex:5918; appliedIndex:5916; }","duration":"111.88714ms","start":"2026-07-17T12:44:48.817691Z","end":"2026-07-17T12:44:48.929579Z","steps":["trace[448799262] 'read index received' (duration: 16.023148ms)","trace[448799262] 'applied index is now lower than readState.Index' (duration: 95.862822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:48.92974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.020582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:48.929792Z","caller":"traceutil/trace.go:171","msg":"trace[1867912735] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"276.054774ms","start":"2026-07-17T12:44:48.653582Z","end":"2026-07-17T12:44:48.929637Z","steps":["trace[1867912735] 'process raft request' (duration: 275.860421ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:48.929816Z","caller":"traceutil/trace.go:171","msg":"trace[331166824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5696; }","duration":"112.144325ms","start":"2026-07-17T12:44:48.81765Z","end":"2026-07-17T12:44:48.929795Z","steps":["trace[331166824] 'agreement among raft nodes before linearized reading' (duration: 112.014843ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:49.034309Z","caller":"traceutil/trace.go:171","msg":"trace[924988700] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"145.99217ms","start":"2026-07-17T12:44:48.888275Z","end":"2026-07-17T12:44:49.034267Z","steps":["trace[924988700] 'process raft request' (duration: 133.228696ms)","trace[924988700] 'compare' (duration: 12.55949ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:50.439407Z","caller":"traceutil/trace.go:171","msg":"trace[797944093] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5951; }","duration":"116.632805ms","start":"2026-07-17T12:44:50.322752Z","end":"2026-07-17T12:44:50.439385Z","steps":["trace[797944093] 'read index received' (duration: 116.465063ms)","trace[797944093] 'applied index is now lower than readState.Index' (duration: 166.732µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:50.439616Z","caller":"traceutil/trace.go:171","msg":"trace[1909895856] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"117.574332ms","start":"2026-07-17T12:44:50.322007Z","end":"2026-07-17T12:44:50.439582Z","steps":["trace[1909895856] 'process raft request' (duration: 117.230637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:50.439701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.768655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T12:44:50.439749Z","caller":"traceutil/trace.go:171","msg":"trace[221580148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5730; }","duration":"102.924317ms","start":"2026-07-17T12:44:50.336812Z","end":"2026-07-17T12:44:50.439736Z","steps":["trace[221580148] 'agreement among raft nodes before linearized reading' (duration: 102.713754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:50.439756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.977102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-07-17T12:44:50.439956Z","caller":"traceutil/trace.go:171","msg":"trace[531287442] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:5730; }","duration":"117.195825ms","start":"2026-07-17T12:44:50.322719Z","end":"2026-07-17T12:44:50.439915Z","steps":["trace[531287442] 'agreement among raft nodes before linearized reading' (duration: 116.780918ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:50.559487Z","caller":"traceutil/trace.go:171","msg":"trace[235470457] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"111.549662ms","start":"2026-07-17T12:44:50.447918Z","end":"2026-07-17T12:44:50.559467Z","steps":["trace[235470457] 'process raft request' (duration: 111.490251ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:50.559852Z","caller":"traceutil/trace.go:171","msg":"trace[1245752709] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"114.348119ms","start":"2026-07-17T12:44:50.445492Z","end":"2026-07-17T12:44:50.55984Z","steps":["trace[1245752709] 'process raft request' (duration: 113.714829ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:50.605988Z","caller":"traceutil/trace.go:171","msg":"trace[2088043577] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"127.748592ms","start":"2026-07-17T12:44:50.478226Z","end":"2026-07-17T12:44:50.605974Z","steps":["trace[2088043577] 'process raft request' (duration: 127.661911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:50.606161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.005017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T12:44:50.60622Z","caller":"traceutil/trace.go:171","msg":"trace[1166197519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5734; }","duration":"128.098418ms","start":"2026-07-17T12:44:50.478108Z","end":"2026-07-17T12:44:50.606206Z","steps":["trace[1166197519] 'agreement among raft nodes before linearized reading' (duration: 127.889185ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:50.74712Z","caller":"traceutil/trace.go:171","msg":"trace[1489610039] linearizableReadLoop","detail":"{readStateIndex:5957; appliedIndex:5956; }","duration":"141.149856ms","start":"2026-07-17T12:44:50.605959Z","end":"2026-07-17T12:44:50.747109Z","steps":["trace[1489610039] 'read index received' (duration: 133.753243ms)","trace[1489610039] 'applied index is now lower than readState.Index' (duration: 7.396073ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:50.747173Z","caller":"traceutil/trace.go:171","msg":"trace[880378699] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"180.056335ms","start":"2026-07-17T12:44:50.567111Z","end":"2026-07-17T12:44:50.747167Z","steps":["trace[880378699] 'process raft request' (duration: 172.637302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:50.747387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.868798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-xljvx\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-07-17T12:44:50.747492Z","caller":"traceutil/trace.go:171","msg":"trace[1949701469] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-xljvx; range_end:; response_count:1; response_revision:5735; }","duration":"181.025841ms","start":"2026-07-17T12:44:50.56644Z","end":"2026-07-17T12:44:50.747465Z","steps":["trace[1949701469] 'agreement among raft nodes before linearized reading' (duration: 180.749736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:50.755157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.61931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:50.75524Z","caller":"traceutil/trace.go:171","msg":"trace[973111141] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5736; }","duration":"109.742041ms","start":"2026-07-17T12:44:50.645479Z","end":"2026-07-17T12:44:50.755221Z","steps":["trace[973111141] 'agreement among raft nodes before linearized reading' (duration: 109.584049ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:50.755253Z","caller":"traceutil/trace.go:171","msg":"trace[1232331901] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"145.160023ms","start":"2026-07-17T12:44:50.610064Z","end":"2026-07-17T12:44:50.755224Z","steps":["trace[1232331901] 'process raft request' (duration: 144.852938ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:50.969015Z","caller":"traceutil/trace.go:171","msg":"trace[583547432] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"214.022482ms","start":"2026-07-17T12:44:50.754967Z","end":"2026-07-17T12:44:50.968989Z","steps":["trace[583547432] 'process raft request' (duration: 194.1412ms)","trace[583547432] 'compare' (duration: 19.436615ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:50.987063Z","caller":"traceutil/trace.go:171","msg":"trace[1152100254] linearizableReadLoop","detail":"{readStateIndex:5960; appliedIndex:5958; }","duration":"112.255714ms","start":"2026-07-17T12:44:50.874788Z","end":"2026-07-17T12:44:50.987043Z","steps":["trace[1152100254] 'read index received' (duration: 74.33063ms)","trace[1152100254] 'applied index is now lower than readState.Index' (duration: 37.924184ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:50.987166Z","caller":"traceutil/trace.go:171","msg":"trace[1830390898] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"232.098894ms","start":"2026-07-17T12:44:50.755058Z","end":"2026-07-17T12:44:50.987157Z","steps":["trace[1830390898] 'process raft request' (duration: 231.87603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:50.987457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.64466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:50.9875Z","caller":"traceutil/trace.go:171","msg":"trace[1226078877] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5738; }","duration":"112.745831ms","start":"2026-07-17T12:44:50.874744Z","end":"2026-07-17T12:44:50.98749Z","steps":["trace[1226078877] 'agreement among raft nodes before linearized reading' (duration: 112.628169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:50.987673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.768252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:50.987723Z","caller":"traceutil/trace.go:171","msg":"trace[1522028174] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5738; }","duration":"112.818322ms","start":"2026-07-17T12:44:50.874882Z","end":"2026-07-17T12:44:50.987701Z","steps":["trace[1522028174] 'agreement among raft nodes before linearized reading' (duration: 112.760992ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:51.133403Z","caller":"traceutil/trace.go:171","msg":"trace[1960699456] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"103.357664ms","start":"2026-07-17T12:44:51.030019Z","end":"2026-07-17T12:44:51.133377Z","steps":["trace[1960699456] 'process raft request' (duration: 55.393044ms)","trace[1960699456] 'compare' (duration: 47.34178ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:51.30071Z","caller":"traceutil/trace.go:171","msg":"trace[1303881462] linearizableReadLoop","detail":"{readStateIndex:5963; appliedIndex:5962; }","duration":"160.038059ms","start":"2026-07-17T12:44:51.140648Z","end":"2026-07-17T12:44:51.300686Z","steps":["trace[1303881462] 'read index received' (duration: 104.795087ms)","trace[1303881462] 'applied index is now lower than readState.Index' (duration: 55.241572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:51.300933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.262072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-xljvx.18c313d506cd8845\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-07-17T12:44:51.300812Z","caller":"traceutil/trace.go:171","msg":"trace[345798192] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"160.606549ms","start":"2026-07-17T12:44:51.140179Z","end":"2026-07-17T12:44:51.300785Z","steps":["trace[345798192] 'process raft request' (duration: 105.273806ms)","trace[345798192] 'compare' (duration: 55.027118ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:51.300967Z","caller":"traceutil/trace.go:171","msg":"trace[1611196531] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-xljvx.18c313d506cd8845; range_end:; response_count:1; response_revision:5741; }","duration":"160.332384ms","start":"2026-07-17T12:44:51.140623Z","end":"2026-07-17T12:44:51.300956Z","steps":["trace[1611196531] 'agreement among raft nodes before linearized reading' (duration: 160.187572ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:51.583863Z","caller":"traceutil/trace.go:171","msg":"trace[1248501959] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"229.990996ms","start":"2026-07-17T12:44:51.353824Z","end":"2026-07-17T12:44:51.583815Z","steps":["trace[1248501959] 'process raft request' (duration: 187.742101ms)","trace[1248501959] 'compare' (duration: 42.044161ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:51.583817Z","caller":"traceutil/trace.go:171","msg":"trace[1338816418] linearizableReadLoop","detail":"{readStateIndex:5965; appliedIndex:5964; }","duration":"222.352309ms","start":"2026-07-17T12:44:51.361434Z","end":"2026-07-17T12:44:51.583786Z","steps":["trace[1338816418] 'read index received' (duration: 180.140495ms)","trace[1338816418] 'applied index is now lower than readState.Index' (duration: 42.210394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:51.584228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.750246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-17T12:44:51.584333Z","caller":"traceutil/trace.go:171","msg":"trace[150438135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5743; }","duration":"222.930899ms","start":"2026-07-17T12:44:51.361375Z","end":"2026-07-17T12:44:51.584306Z","steps":["trace[150438135] 'agreement among raft nodes before linearized reading' (duration: 222.634874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:51.584258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.775438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-17T12:44:51.584405Z","caller":"traceutil/trace.go:171","msg":"trace[1278816615] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5743; }","duration":"221.946671ms","start":"2026-07-17T12:44:51.36244Z","end":"2026-07-17T12:44:51.584386Z","steps":["trace[1278816615] 'agreement among raft nodes before linearized reading' (duration: 221.667266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:51.819416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.211872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:44:51.819628Z","caller":"traceutil/trace.go:171","msg":"trace[139764685] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"228.234815ms","start":"2026-07-17T12:44:51.591343Z","end":"2026-07-17T12:44:51.819577Z","steps":["trace[139764685] 'process raft request' (duration: 118.774429ms)","trace[139764685] 'compare' (duration: 109.08901ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:51.81995Z","caller":"traceutil/trace.go:171","msg":"trace[253495110] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"228.204225ms","start":"2026-07-17T12:44:51.591727Z","end":"2026-07-17T12:44:51.819931Z","steps":["trace[253495110] 'process raft request' (duration: 227.789528ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:51.819978Z","caller":"traceutil/trace.go:171","msg":"trace[330263393] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"162.329737ms","start":"2026-07-17T12:44:51.657634Z","end":"2026-07-17T12:44:51.819964Z","steps":["trace[330263393] 'process raft request' (duration: 161.942891ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:52.066036Z","caller":"traceutil/trace.go:171","msg":"trace[100187844] linearizableReadLoop","detail":"{readStateIndex:5970; appliedIndex:5969; }","duration":"211.005978ms","start":"2026-07-17T12:44:51.854983Z","end":"2026-07-17T12:44:52.065989Z","steps":["trace[100187844] 'read index received' (duration: 195.253345ms)","trace[100187844] 'applied index is now lower than readState.Index' (duration: 15.751253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:52.066328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.290482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:52.066408Z","caller":"traceutil/trace.go:171","msg":"trace[1761673592] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5748; }","duration":"211.459976ms","start":"2026-07-17T12:44:51.854932Z","end":"2026-07-17T12:44:52.066392Z","steps":["trace[1761673592] 'agreement among raft nodes before linearized reading' (duration: 211.276143ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:52.066235Z","caller":"traceutil/trace.go:171","msg":"trace[1051003454] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"241.718021ms","start":"2026-07-17T12:44:51.824315Z","end":"2026-07-17T12:44:52.066033Z","steps":["trace[1051003454] 'process raft request' (duration: 225.956138ms)","trace[1051003454] 'compare' (duration: 15.171513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:52.376438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.523476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:44:52.376787Z","caller":"traceutil/trace.go:171","msg":"trace[1700983461] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"215.056695ms","start":"2026-07-17T12:44:52.161492Z","end":"2026-07-17T12:44:52.376548Z","steps":["trace[1700983461] 'process raft request' (duration: 33.336416ms)","trace[1700983461] 'compare' (duration: 181.380524ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:52.594944Z","caller":"traceutil/trace.go:171","msg":"trace[1770606133] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5973; }","duration":"358.084769ms","start":"2026-07-17T12:44:52.236836Z","end":"2026-07-17T12:44:52.594921Z","steps":["trace[1770606133] 'read index received' (duration: 293.733866ms)","trace[1770606133] 'applied index is now lower than readState.Index' (duration: 64.349983ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:52.595123Z","caller":"traceutil/trace.go:171","msg":"trace[796922298] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"433.431524ms","start":"2026-07-17T12:44:52.161661Z","end":"2026-07-17T12:44:52.595092Z","steps":["trace[796922298] 'process raft request' (duration: 368.890919ms)","trace[796922298] 'compare' (duration: 64.129219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:52.595268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:52.161641Z","time spent":"433.549746ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:44:52.595412Z","caller":"traceutil/trace.go:171","msg":"trace[295412520] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"432.57104ms","start":"2026-07-17T12:44:52.162521Z","end":"2026-07-17T12:44:52.595092Z","steps":["trace[295412520] 'process raft request' (duration: 432.305936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:52.595544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.202297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:52.595584Z","caller":"traceutil/trace.go:171","msg":"trace[1228809843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5754; }","duration":"242.283278ms","start":"2026-07-17T12:44:52.35329Z","end":"2026-07-17T12:44:52.595574Z","steps":["trace[1228809843] 'agreement among raft nodes before linearized reading' (duration: 242.183207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:52.595619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:52.162506Z","time spent":"432.955876ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:52.595762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.918252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T12:44:52.595873Z","caller":"traceutil/trace.go:171","msg":"trace[767952967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5754; }","duration":"359.067314ms","start":"2026-07-17T12:44:52.236766Z","end":"2026-07-17T12:44:52.595833Z","steps":["trace[767952967] 'agreement among raft nodes before linearized reading' (duration: 358.654568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:52.595926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.695845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tbjml.18c3145b96f6d57e\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-17T12:44:52.595971Z","caller":"traceutil/trace.go:171","msg":"trace[1467802664] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"308.169697ms","start":"2026-07-17T12:44:52.28761Z","end":"2026-07-17T12:44:52.59578Z","steps":["trace[1467802664] 'process raft request' (duration: 307.283832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:52.595948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:52.236744Z","time spent":"359.186556ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T12:44:52.59615Z","caller":"traceutil/trace.go:171","msg":"trace[1627480007] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-tbjml.18c3145b96f6d57e; range_end:; response_count:1; response_revision:5754; }","duration":"215.884348ms","start":"2026-07-17T12:44:52.380193Z","end":"2026-07-17T12:44:52.596077Z","steps":["trace[1627480007] 'agreement among raft nodes before linearized reading' (duration: 215.558003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:52.596569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:52.287594Z","time spent":"308.740786ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:44:53.167528Z","caller":"traceutil/trace.go:171","msg":"trace[2060439484] linearizableReadLoop","detail":"{readStateIndex:5978; appliedIndex:5977; }","duration":"436.3415ms","start":"2026-07-17T12:44:52.731159Z","end":"2026-07-17T12:44:53.1675Z","steps":["trace[2060439484] 'read index received' (duration: 389.883807ms)","trace[2060439484] 'applied index is now lower than readState.Index' (duration: 46.455893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:53.167685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.510213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:44:53.167769Z","caller":"traceutil/trace.go:171","msg":"trace[959468944] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5756; }","duration":"436.643466ms","start":"2026-07-17T12:44:52.731108Z","end":"2026-07-17T12:44:53.167752Z","steps":["trace[959468944] 'agreement among raft nodes before linearized reading' (duration: 436.510223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:53.167824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:52.731081Z","time spent":"436.728536ms","remote":"127.0.0.1:38256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:44:53.16757Z","caller":"traceutil/trace.go:171","msg":"trace[366334313] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"566.977875ms","start":"2026-07-17T12:44:52.600554Z","end":"2026-07-17T12:44:53.167532Z","steps":["trace[366334313] 'process raft request' (duration: 520.44581ms)","trace[366334313] 'compare' (duration: 46.071547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:53.168102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:52.600541Z","time spent":"567.491184ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:53.167992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.609468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T12:44:53.168338Z","caller":"traceutil/trace.go:171","msg":"trace[416479065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5756; }","duration":"408.960244ms","start":"2026-07-17T12:44:52.759358Z","end":"2026-07-17T12:44:53.168318Z","steps":["trace[416479065] 'agreement among raft nodes before linearized reading' (duration: 408.430495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:53.16839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:52.759318Z","time spent":"409.060266ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T12:44:53.397592Z","caller":"traceutil/trace.go:171","msg":"trace[515314758] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"224.901704ms","start":"2026-07-17T12:44:53.172663Z","end":"2026-07-17T12:44:53.397565Z","steps":["trace[515314758] 'process raft request' (duration: 168.75906ms)","trace[515314758] 'compare' (duration: 55.948111ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:44:54.861226Z","caller":"traceutil/trace.go:171","msg":"trace[2021601963] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"257.150429ms","start":"2026-07-17T12:44:54.604048Z","end":"2026-07-17T12:44:54.861199Z","steps":["trace[2021601963] 'process raft request' (duration: 256.958786ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:54.891793Z","caller":"traceutil/trace.go:171","msg":"trace[932304221] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"286.05766ms","start":"2026-07-17T12:44:54.605718Z","end":"2026-07-17T12:44:54.891776Z","steps":["trace[932304221] 'process raft request' (duration: 285.5202ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:55.418259Z","caller":"traceutil/trace.go:171","msg":"trace[1158141242] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"243.856043ms","start":"2026-07-17T12:44:55.174363Z","end":"2026-07-17T12:44:55.418219Z","steps":["trace[1158141242] 'process raft request' (duration: 243.532867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:55.639985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.41323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T12:44:55.640162Z","caller":"traceutil/trace.go:171","msg":"trace[958552434] linearizableReadLoop","detail":"{readStateIndex:5983; appliedIndex:5981; }","duration":"237.354277ms","start":"2026-07-17T12:44:55.402784Z","end":"2026-07-17T12:44:55.640138Z","steps":["trace[958552434] 'read index received' (duration: 15.128781ms)","trace[958552434] 'applied index is now lower than readState.Index' (duration: 222.223606ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:55.640336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.569911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T12:44:55.640378Z","caller":"traceutil/trace.go:171","msg":"trace[60966284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5761; }","duration":"237.675693ms","start":"2026-07-17T12:44:55.402688Z","end":"2026-07-17T12:44:55.640364Z","steps":["trace[60966284] 'agreement among raft nodes before linearized reading' (duration: 237.51718ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:44:55.640849Z","caller":"traceutil/trace.go:171","msg":"trace[896159178] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"334.646415ms","start":"2026-07-17T12:44:55.305618Z","end":"2026-07-17T12:44:55.640265Z","steps":["trace[896159178] 'process raft request' (duration: 209.8601ms)","trace[896159178] 'compare' (duration: 124.279067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:44:55.640975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:55.305468Z","time spent":"335.442788ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:44:56.576898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:57.078093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:57.578273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:58.079344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:58.352658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:44:58.352762Z","caller":"traceutil/trace.go:171","msg":"trace[1475508242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070411s","start":"2026-07-17T12:44:56.352671Z","end":"2026-07-17T12:44:58.352741Z","steps":["trace[1475508242] 'agreement among raft nodes before linearized reading' (duration: 1.999948509s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:44:58.352813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:56.352648Z","time spent":"2.000154862s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:44:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:44:58.580309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:59.081424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:44:59.582273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:00.08285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:00.353108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:45:00.353228Z","caller":"traceutil/trace.go:171","msg":"trace[1809313316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030609s","start":"2026-07-17T12:44:58.353165Z","end":"2026-07-17T12:45:00.353196Z","steps":["trace[1809313316] 'agreement among raft nodes before linearized reading' (duration: 1.999901337s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:00.353343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:58.353141Z","time spent":"2.000189412s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:45:00.58336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:01.083759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:01.520466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999749775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:45:01.520557Z","caller":"traceutil/trace.go:171","msg":"trace[1632138226] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999884257s","start":"2026-07-17T12:44:56.520653Z","end":"2026-07-17T12:45:01.520537Z","steps":["trace[1632138226] 'agreement among raft nodes before linearized reading' (duration: 4.999776495s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:01.520613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:56.520638Z","time spent":"4.999959848s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-17T12:45:01.584333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:01.865457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999429379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:45:01.865533Z","caller":"traceutil/trace.go:171","msg":"trace[1008203950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99956254s","start":"2026-07-17T12:44:56.865955Z","end":"2026-07-17T12:45:01.865518Z","steps":["trace[1008203950] 'agreement among raft nodes before linearized reading' (duration: 4.999473639s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:01.865586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:56.86592Z","time spent":"4.999641942s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T12:45:02.084495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:02.362435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000961147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:45:02.362541Z","caller":"traceutil/trace.go:171","msg":"trace[934284960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00111383s","start":"2026-07-17T12:45:00.361408Z","end":"2026-07-17T12:45:02.362522Z","steps":["trace[934284960] 'agreement among raft nodes before linearized reading' (duration: 2.000986617s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:02.362649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:00.361394Z","time spent":"2.001185701s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 12:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:45:02.442721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999843251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:45:02.44279Z","caller":"traceutil/trace.go:171","msg":"trace[656738724] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999983703s","start":"2026-07-17T12:44:57.44279Z","end":"2026-07-17T12:45:02.442774Z","steps":["trace[656738724] 'agreement among raft nodes before linearized reading' (duration: 4.999902051s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:02.442833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:57.442756Z","time spent":"5.000067404s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/17 12:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:45:02.585446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:02.724835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998723096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:45:02.724913Z","caller":"traceutil/trace.go:171","msg":"trace[725775464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998895448s","start":"2026-07-17T12:44:57.725999Z","end":"2026-07-17T12:45:02.724895Z","steps":["trace[725775464] 'agreement among raft nodes before linearized reading' (duration: 4.998766656s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:02.725139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:57.725977Z","time spent":"4.99897263s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T12:45:02.973857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:55.972758Z","time spent":"7.001091907s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-17T12:45:03.076807Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-17T12:45:03.077081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000871046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-17T12:45:03.077118Z","caller":"traceutil/trace.go:171","msg":"trace[625230331] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; }","duration":"7.00109918s","start":"2026-07-17T12:44:56.076004Z","end":"2026-07-17T12:45:03.077104Z","steps":["trace[625230331] 'agreement among raft nodes before linearized reading' (duration: 7.000871106s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:03.0772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:56.075949Z","time spent":"7.001241372s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-17T12:45:03.261889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999834241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:45:03.261954Z","caller":"traceutil/trace.go:171","msg":"trace[1384725889] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999912652s","start":"2026-07-17T12:44:58.262026Z","end":"2026-07-17T12:45:03.261939Z","steps":["trace[1384725889] 'agreement among raft nodes before linearized reading' (duration: 4.999831161s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:03.262147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:58.261984Z","time spent":"5.000152366s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-17T12:45:03.577875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:03.95574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998642268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T12:45:03.955801Z","caller":"traceutil/trace.go:171","msg":"trace[1741272906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998763401s","start":"2026-07-17T12:44:58.957024Z","end":"2026-07-17T12:45:03.955787Z","steps":["trace[1741272906] 'agreement among raft nodes before linearized reading' (duration: 4.998679329s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:03.955832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:58.957001Z","time spent":"4.998825501s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/17 12:45:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T12:45:04.078029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:04.362699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999729398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:45:04.36279Z","caller":"traceutil/trace.go:171","msg":"trace[1493833868] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999833221s","start":"2026-07-17T12:45:02.362939Z","end":"2026-07-17T12:45:04.362773Z","steps":["trace[1493833868] 'agreement among raft nodes before linearized reading' (duration: 1.999727588s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:04.362833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:02.362782Z","time spent":"2.000042515s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:45:04.578439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:05.078916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:05.579619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:05.834886Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"64179f70118be0e1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-17T12:45:06.079746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212408631936672202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T12:45:06.369508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T12:45:06.369572Z","caller":"traceutil/trace.go:171","msg":"trace[815264185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000716438s","start":"2026-07-17T12:45:04.368839Z","end":"2026-07-17T12:45:06.369555Z","steps":["trace[815264185] 'agreement among raft nodes before linearized reading' (duration: 2.000619537s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.369606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:04.368826Z","time spent":"2.000773329s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T12:45:06.418246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.445358372s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T12:45:06.432415Z","caller":"traceutil/trace.go:171","msg":"trace[2091703246] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"6.33045492s","start":"2026-07-17T12:45:00.10194Z","end":"2026-07-17T12:45:06.432395Z","steps":["trace[2091703246] 'process raft request' (duration: 6.330276797s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.432989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:00.101911Z","time spent":"6.330581342s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:45:06.43909Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"27.5µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-17T12:45:06.439194Z","caller":"traceutil/trace.go:171","msg":"trace[1910138826] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5765; }","duration":"3.460634396s","start":"2026-07-17T12:45:02.978527Z","end":"2026-07-17T12:45:06.439161Z","steps":["trace[1910138826] 'process raft request' (duration: 3.460405392s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.439264Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"64179f70118be0e1","error":"lease not found"} {"level":"info","ts":"2026-07-17T12:45:06.439299Z","caller":"traceutil/trace.go:171","msg":"trace[927811288] linearizableReadLoop","detail":"{readStateIndex:5991; appliedIndex:5984; }","duration":"3.362418902s","start":"2026-07-17T12:45:03.076855Z","end":"2026-07-17T12:45:06.439274Z","steps":["trace[927811288] 'read index received' (duration: 3.341614618s)","trace[927811288] 'applied index is now lower than readState.Index' (duration: 20.803244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:45:06.43939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.404234737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:45:06.439419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:02.978506Z","time spent":"3.460776058s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T12:45:06.439431Z","caller":"traceutil/trace.go:171","msg":"trace[1809847579] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5766; }","duration":"5.404319989s","start":"2026-07-17T12:45:01.035098Z","end":"2026-07-17T12:45:06.439418Z","steps":["trace[1809847579] 'agreement among raft nodes before linearized reading' (duration: 5.404219537s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.439465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:01.03508Z","time spent":"5.404376359s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:45:06.439505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.01623555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T12:45:06.439547Z","caller":"traceutil/trace.go:171","msg":"trace[1987150110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5766; }","duration":"9.016317362s","start":"2026-07-17T12:44:57.423215Z","end":"2026-07-17T12:45:06.439532Z","steps":["trace[1987150110] 'agreement among raft nodes before linearized reading' (duration: 9.016173459s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.439589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:57.423191Z","time spent":"9.016390432s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T12:45:06.4396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40227702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:45:06.439707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.37907778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T12:45:06.439724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.430282084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:45:06.439749Z","caller":"traceutil/trace.go:171","msg":"trace[1602248022] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5766; }","duration":"5.379136002s","start":"2026-07-17T12:45:01.060599Z","end":"2026-07-17T12:45:06.439735Z","steps":["trace[1602248022] 'agreement among raft nodes before linearized reading' (duration: 5.379072551s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.439788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:01.060592Z","time spent":"5.379186443s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:45:06.439824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.544371449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T12:45:06.439823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962196091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:12191"} {"level":"info","ts":"2026-07-17T12:45:06.439857Z","caller":"traceutil/trace.go:171","msg":"trace[288198117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5766; }","duration":"9.54440231s","start":"2026-07-17T12:44:56.895446Z","end":"2026-07-17T12:45:06.439848Z","steps":["trace[288198117] 'agreement among raft nodes before linearized reading' (duration: 9.544326249s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.439888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:56.895383Z","time spent":"9.544499931s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T12:45:06.439882Z","caller":"traceutil/trace.go:171","msg":"trace[655651737] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:5766; }","duration":"3.962278633s","start":"2026-07-17T12:45:02.477582Z","end":"2026-07-17T12:45:06.439861Z","steps":["trace[655651737] 'agreement among raft nodes before linearized reading' (duration: 3.96210615s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.439935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:02.477562Z","time spent":"3.962363704s","remote":"127.0.0.1:45778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":12215,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-17T12:45:06.439981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.07886742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:45:06.44001Z","caller":"traceutil/trace.go:171","msg":"trace[1802303436] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:0; response_revision:5766; }","duration":"10.078919381s","start":"2026-07-17T12:44:56.361084Z","end":"2026-07-17T12:45:06.440003Z","steps":["trace[1802303436] 'agreement among raft nodes before linearized reading' (duration: 10.078875921s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.440038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:56.361073Z","time spent":"10.078959192s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"info","ts":"2026-07-17T12:45:06.439754Z","caller":"traceutil/trace.go:171","msg":"trace[576287684] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5766; }","duration":"9.430348884s","start":"2026-07-17T12:44:57.009393Z","end":"2026-07-17T12:45:06.439742Z","steps":["trace[576287684] 'agreement among raft nodes before linearized reading' (duration: 9.430300483s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.440162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:57.009373Z","time spent":"9.430771572s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:45:06.440141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.210746858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-jwsng\" ","response":"range_response_count:1 size:5969"} {"level":"info","ts":"2026-07-17T12:45:06.439707Z","caller":"traceutil/trace.go:171","msg":"trace[462833270] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5766; }","duration":"3.402453653s","start":"2026-07-17T12:45:03.037238Z","end":"2026-07-17T12:45:06.439692Z","steps":["trace[462833270] 'agreement among raft nodes before linearized reading' (duration: 3.402145488s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.440314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:03.037198Z","time spent":"3.403103004s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":38,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:45:06.440355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044321333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-17T12:45:06.440352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.573571939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:45:06.440395Z","caller":"traceutil/trace.go:171","msg":"trace[402639658] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5766; }","duration":"3.044384014s","start":"2026-07-17T12:45:03.396Z","end":"2026-07-17T12:45:06.440384Z","steps":["trace[402639658] 'agreement among raft nodes before linearized reading' (duration: 3.044285593s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.440391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.083329856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-17T12:45:06.440428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:03.395986Z","time spent":"3.044436045s","remote":"127.0.0.1:45764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-17T12:45:06.44044Z","caller":"traceutil/trace.go:171","msg":"trace[812022937] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3; range_end:; response_count:1; response_revision:5766; }","duration":"6.083372357s","start":"2026-07-17T12:45:00.357051Z","end":"2026-07-17T12:45:06.440424Z","steps":["trace[812022937] 'agreement among raft nodes before linearized reading' (duration: 6.083264205s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.439639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.349550033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:45:06.440425Z","caller":"traceutil/trace.go:171","msg":"trace[998235839] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5766; }","duration":"6.57367539s","start":"2026-07-17T12:44:59.866733Z","end":"2026-07-17T12:45:06.440409Z","steps":["trace[998235839] 'agreement among raft nodes before linearized reading' (duration: 6.573575628s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:45:06.440132Z","caller":"traceutil/trace.go:171","msg":"trace[1017671259] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"473.521582ms","start":"2026-07-17T12:45:05.966595Z","end":"2026-07-17T12:45:06.440117Z","steps":["trace[1017671259] 'process raft request' (duration: 472.575947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.44049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:59.866712Z","time spent":"6.573767252s","remote":"127.0.0.1:41270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:45:06.440463Z","caller":"traceutil/trace.go:171","msg":"trace[1049331725] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-jwsng; range_end:; response_count:1; response_revision:5766; }","duration":"8.211053604s","start":"2026-07-17T12:44:58.22923Z","end":"2026-07-17T12:45:06.440283Z","steps":["trace[1049331725] 'agreement among raft nodes before linearized reading' (duration: 8.210151139s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.440624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273066389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-17T12:45:06.44066Z","caller":"traceutil/trace.go:171","msg":"trace[1560421184] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5766; }","duration":"1.27312894s","start":"2026-07-17T12:45:05.167522Z","end":"2026-07-17T12:45:06.440651Z","steps":["trace[1560421184] 'agreement among raft nodes before linearized reading' (duration: 1.273041218s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.44062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:05.966571Z","time spent":"473.966559ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T12:45:06.44047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:00.356993Z","time spent":"6.083470819s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c314591dd04fb3\" "} {"level":"warn","ts":"2026-07-17T12:45:06.44077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35910794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-07-17T12:45:06.440664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:58.229198Z","time spent":"8.2114051s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5993,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-jwsng\" "} {"level":"warn","ts":"2026-07-17T12:45:06.440864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.219565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-17T12:45:06.440889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713808227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T12:45:06.440904Z","caller":"traceutil/trace.go:171","msg":"trace[1385069276] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5766; }","duration":"651.287056ms","start":"2026-07-17T12:45:05.789606Z","end":"2026-07-17T12:45:06.440893Z","steps":["trace[1385069276] 'agreement among raft nodes before linearized reading' (duration: 651.172944ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:45:06.440479Z","caller":"traceutil/trace.go:171","msg":"trace[824432240] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5766; }","duration":"5.350452767s","start":"2026-07-17T12:45:01.090014Z","end":"2026-07-17T12:45:06.440467Z","steps":["trace[824432240] 'agreement among raft nodes before linearized reading' (duration: 5.349450231s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:45:06.440923Z","caller":"traceutil/trace.go:171","msg":"trace[2062864925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5766; }","duration":"1.713909639s","start":"2026-07-17T12:45:04.727005Z","end":"2026-07-17T12:45:06.440915Z","steps":["trace[2062864925] 'agreement among raft nodes before linearized reading' (duration: 1.713828588s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.440934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:05.789592Z","time spent":"651.336636ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-17T12:45:06.440956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:04.726984Z","time spent":"1.713966069s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T12:45:06.440964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574571378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-17T12:45:06.440953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:01.090003Z","time spent":"5.350933414s","remote":"127.0.0.1:39898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:45:06.440998Z","caller":"traceutil/trace.go:171","msg":"trace[501509512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5766; }","duration":"2.574621938s","start":"2026-07-17T12:45:03.866366Z","end":"2026-07-17T12:45:06.440988Z","steps":["trace[501509512] 'agreement among raft nodes before linearized reading' (duration: 2.574493076s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.441024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.224217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:45:06.441066Z","caller":"traceutil/trace.go:171","msg":"trace[144663538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5766; }","duration":"722.291867ms","start":"2026-07-17T12:45:05.718764Z","end":"2026-07-17T12:45:06.441056Z","steps":["trace[144663538] 'agreement among raft nodes before linearized reading' (duration: 722.232646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.441086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018426099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:45:06.441098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586392993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:45:06.441101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:05.718726Z","time spent":"722.366699ms","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:45:06.441115Z","caller":"traceutil/trace.go:171","msg":"trace[1785342417] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5766; }","duration":"2.01848673s","start":"2026-07-17T12:45:04.422616Z","end":"2026-07-17T12:45:06.441103Z","steps":["trace[1785342417] 'agreement among raft nodes before linearized reading' (duration: 2.018432169s)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:45:06.441125Z","caller":"traceutil/trace.go:171","msg":"trace[1255849151] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5766; }","duration":"2.586460684s","start":"2026-07-17T12:45:03.854656Z","end":"2026-07-17T12:45:06.441117Z","steps":["trace[1255849151] 'agreement among raft nodes before linearized reading' (duration: 2.586410143s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.441144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:04.422597Z","time spent":"2.01853894s","remote":"127.0.0.1:34494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:45:06.440696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:05.167501Z","time spent":"1.2731854s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-17T12:45:06.44126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.708044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:45:06.441298Z","caller":"traceutil/trace.go:171","msg":"trace[544546992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5766; }","duration":"848.763366ms","start":"2026-07-17T12:45:05.592524Z","end":"2026-07-17T12:45:06.441287Z","steps":["trace[544546992] 'agreement among raft nodes before linearized reading' (duration: 848.712554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.440561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.12901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-17T12:45:06.441326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:05.592513Z","time spent":"848.805926ms","remote":"127.0.0.1:59000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:45:06.441354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29690369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T12:45:06.441354Z","caller":"traceutil/trace.go:171","msg":"trace[132910318] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5766; }","duration":"898.959125ms","start":"2026-07-17T12:45:05.542384Z","end":"2026-07-17T12:45:06.441343Z","steps":["trace[132910318] 'agreement among raft nodes before linearized reading' (duration: 898.11621ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:45:06.441391Z","caller":"traceutil/trace.go:171","msg":"trace[1939882931] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5766; }","duration":"2.29696978s","start":"2026-07-17T12:45:04.144412Z","end":"2026-07-17T12:45:06.441381Z","steps":["trace[1939882931] 'agreement among raft nodes before linearized reading' (duration: 2.296875749s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.441399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:05.542352Z","time spent":"899.035626ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-17T12:45:06.441424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:04.144395Z","time spent":"2.297021011s","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-17T12:45:06.440693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.721287138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T12:45:06.441152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:03.854636Z","time spent":"2.586508665s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":6,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:45:06.440814Z","caller":"traceutil/trace.go:171","msg":"trace[1297537621] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5766; }","duration":"1.35917726s","start":"2026-07-17T12:45:05.081623Z","end":"2026-07-17T12:45:06.4408Z","steps":["trace[1297537621] 'agreement among raft nodes before linearized reading' (duration: 1.359091139s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.441586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:05.081604Z","time spent":"1.359972935s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":699,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-17T12:45:06.44103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:45:03.866359Z","time spent":"2.574661109s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T12:45:06.441526Z","caller":"traceutil/trace.go:171","msg":"trace[202892414] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5766; }","duration":"7.722119573s","start":"2026-07-17T12:44:58.719393Z","end":"2026-07-17T12:45:06.441513Z","steps":["trace[202892414] 'agreement among raft nodes before linearized reading' (duration: 7.721261848s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:45:06.441856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T12:44:58.719331Z","time spent":"7.722507059s","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-17T12:46:36.922165Z","caller":"traceutil/trace.go:171","msg":"trace[583485909] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"105.636174ms","start":"2026-07-17T12:46:36.816507Z","end":"2026-07-17T12:46:36.922143Z","steps":["trace[583485909] 'process raft request' (duration: 105.504572ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:46:36.930163Z","caller":"traceutil/trace.go:171","msg":"trace[1230370316] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"111.303523ms","start":"2026-07-17T12:46:36.818843Z","end":"2026-07-17T12:46:36.930146Z","steps":["trace[1230370316] 'process raft request' (duration: 110.660953ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:46:36.930429Z","caller":"traceutil/trace.go:171","msg":"trace[1457147811] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"108.910055ms","start":"2026-07-17T12:46:36.821502Z","end":"2026-07-17T12:46:36.930412Z","steps":["trace[1457147811] 'process raft request' (duration: 108.282365ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:46:47.089187Z","caller":"traceutil/trace.go:171","msg":"trace[1319768139] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"125.711534ms","start":"2026-07-17T12:46:46.963438Z","end":"2026-07-17T12:46:47.08915Z","steps":["trace[1319768139] 'process raft request' (duration: 115.30981ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:46:47.089729Z","caller":"traceutil/trace.go:171","msg":"trace[1786142193] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"123.361936ms","start":"2026-07-17T12:46:46.966342Z","end":"2026-07-17T12:46:47.089704Z","steps":["trace[1786142193] 'process raft request' (duration: 122.737847ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:46:48.29675Z","caller":"traceutil/trace.go:171","msg":"trace[1254243388] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"202.296434ms","start":"2026-07-17T12:46:48.094427Z","end":"2026-07-17T12:46:48.296724Z","steps":["trace[1254243388] 'process raft request' (duration: 202.120201ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:46:48.483142Z","caller":"traceutil/trace.go:171","msg":"trace[751156874] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"109.137052ms","start":"2026-07-17T12:46:48.373976Z","end":"2026-07-17T12:46:48.483113Z","steps":["trace[751156874] 'process raft request' (duration: 108.937299ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:47:07.545462Z","caller":"traceutil/trace.go:171","msg":"trace[345080014] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"173.417775ms","start":"2026-07-17T12:47:07.372007Z","end":"2026-07-17T12:47:07.545425Z","steps":["trace[345080014] 'process raft request' (duration: 144.303241ms)","trace[345080014] 'compare' (duration: 28.990212ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:47:07.574901Z","caller":"traceutil/trace.go:171","msg":"trace[2145602039] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"202.606061ms","start":"2026-07-17T12:47:07.372273Z","end":"2026-07-17T12:47:07.574879Z","steps":["trace[2145602039] 'process raft request' (duration: 202.091932ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:47:07.574963Z","caller":"traceutil/trace.go:171","msg":"trace[105220438] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"202.527829ms","start":"2026-07-17T12:47:07.372381Z","end":"2026-07-17T12:47:07.574908Z","steps":["trace[105220438] 'process raft request' (duration: 202.099222ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:47:07.575492Z","caller":"traceutil/trace.go:171","msg":"trace[1905267117] linearizableReadLoop","detail":"{readStateIndex:6942; appliedIndex:6939; }","duration":"134.990146ms","start":"2026-07-17T12:47:07.439719Z","end":"2026-07-17T12:47:07.574709Z","steps":["trace[1905267117] 'read index received' (duration: 76.508704ms)","trace[1905267117] 'applied index is now lower than readState.Index' (duration: 58.479362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:47:07.57582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.073663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107263"} {"level":"info","ts":"2026-07-17T12:47:07.575879Z","caller":"traceutil/trace.go:171","msg":"trace[462515187] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:6682; }","duration":"136.200235ms","start":"2026-07-17T12:47:07.439661Z","end":"2026-07-17T12:47:07.575861Z","steps":["trace[462515187] 'agreement among raft nodes before linearized reading' (duration: 135.629586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:47:17.630598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.364063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:47:17.63072Z","caller":"traceutil/trace.go:171","msg":"trace[679196565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6727; }","duration":"278.55002ms","start":"2026-07-17T12:47:17.352156Z","end":"2026-07-17T12:47:17.630706Z","steps":["trace[679196565] 'range keys from in-memory index tree' (duration: 278.247919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:47:17.630975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.57672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-17T12:47:17.63175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.032221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T12:47:17.631805Z","caller":"traceutil/trace.go:171","msg":"trace[996745566] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6727; }","duration":"239.155026ms","start":"2026-07-17T12:47:17.392637Z","end":"2026-07-17T12:47:17.631792Z","steps":["trace[996745566] 'count revisions from in-memory index tree' (duration: 238.843145ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:47:17.631045Z","caller":"traceutil/trace.go:171","msg":"trace[426128356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6727; }","duration":"213.690924ms","start":"2026-07-17T12:47:17.417341Z","end":"2026-07-17T12:47:17.631032Z","steps":["trace[426128356] 'range keys from in-memory index tree' (duration: 213.365973ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:47:17.811009Z","caller":"traceutil/trace.go:171","msg":"trace[1811185038] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"171.618365ms","start":"2026-07-17T12:47:17.639366Z","end":"2026-07-17T12:47:17.810984Z","steps":["trace[1811185038] 'process raft request' (duration: 171.511932ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:47:17.811216Z","caller":"traceutil/trace.go:171","msg":"trace[231560252] linearizableReadLoop","detail":"{readStateIndex:6993; appliedIndex:6990; }","duration":"168.018827ms","start":"2026-07-17T12:47:17.643169Z","end":"2026-07-17T12:47:17.811188Z","steps":["trace[231560252] 'read index received' (duration: 49.960318ms)","trace[231560252] 'applied index is now lower than readState.Index' (duration: 118.057179ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T12:47:17.811358Z","caller":"traceutil/trace.go:171","msg":"trace[296545378] transaction","detail":"{read_only:false; response_revision:6729; number_of_response:1; }","duration":"172.006219ms","start":"2026-07-17T12:47:17.639343Z","end":"2026-07-17T12:47:17.811349Z","steps":["trace[296545378] 'process raft request' (duration: 97.947517ms)","trace[296545378] 'compare' (duration: 73.422049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T12:47:17.811455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.256286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-07-17T12:47:17.811499Z","caller":"traceutil/trace.go:171","msg":"trace[260865256] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:6731; }","duration":"168.337649ms","start":"2026-07-17T12:47:17.643147Z","end":"2026-07-17T12:47:17.811485Z","steps":["trace[260865256] 'agreement among raft nodes before linearized reading' (duration: 168.134052ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:47:17.811701Z","caller":"traceutil/trace.go:171","msg":"trace[1993337874] transaction","detail":"{read_only:false; response_revision:6731; number_of_response:1; }","duration":"172.303689ms","start":"2026-07-17T12:47:17.639388Z","end":"2026-07-17T12:47:17.811691Z","steps":["trace[1993337874] 'process raft request' (duration: 171.525612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:47:18.057928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.415986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:1 size:188953"} {"level":"info","ts":"2026-07-17T12:47:18.058028Z","caller":"traceutil/trace.go:171","msg":"trace[1996980330] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:1; response_revision:6731; }","duration":"138.569891ms","start":"2026-07-17T12:47:17.919436Z","end":"2026-07-17T12:47:18.058006Z","steps":["trace[1996980330] 'range keys from in-memory index tree' (duration: 138.182038ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T12:48:46.933691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5490} {"level":"info","ts":"2026-07-17T12:48:47.065886Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5490,"took":"129.916744ms","hash":2699040202,"current-db-size-bytes":54427648,"current-db-size":"54 MB","current-db-size-in-use-bytes":18706432,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-17T12:48:47.065948Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2699040202,"revision":5490,"compact-revision":2821} {"level":"info","ts":"2026-07-17T12:49:38.610708Z","caller":"traceutil/trace.go:171","msg":"trace[103971005] transaction","detail":"{read_only:false; response_revision:7468; number_of_response:1; }","duration":"103.15282ms","start":"2026-07-17T12:49:38.507524Z","end":"2026-07-17T12:49:38.610676Z","steps":["trace[103971005] 'process raft request' (duration: 95.109667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T12:49:38.610815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.338217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-07-17T12:49:38.610895Z","caller":"traceutil/trace.go:171","msg":"trace[869848227] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:7469; }","duration":"102.456911ms","start":"2026-07-17T12:49:38.508417Z","end":"2026-07-17T12:49:38.610874Z","steps":["trace[869848227] 'agreement among raft nodes before linearized reading' (duration: 102.258675ms)"],"step_count":1}