{"level":"warn","ts":"2026-07-24T17:18:15.983523Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:18:15.983626Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T17:18:15.983736Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:18:15.983747Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-24T17:18:15.983771Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:18:15.984674Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-24T17:18:15.98483Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T17:18:15.990191Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.077843ms"} {"level":"info","ts":"2026-07-24T17:18:15.996623Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-24T17:18:15.996694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:18:15.996715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-24T17:18:15.99673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T17:18:15.996741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-24T17:18:15.996785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-24T17:18:16.005108Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:18:16.006612Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:18:16.007841Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:18:16.010613Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:18:16.011067Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T17:18:16.011189Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:18:16.011223Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:18:16.011236Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:18:16.011982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-24T17:18:16.012678Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-24T17:18:16.016447Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:18:16.016572Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-24T17:18:16.016626Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-24T17:18:16.016668Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:18:16.016697Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:18:16.197331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T17:18:16.197378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T17:18:16.19741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-24T17:18:16.197423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-24T17:18:16.19743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-24T17:18:16.19744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-24T17:18:16.19745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-24T17:18:16.198434Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:18:16.199933Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:18:16.199993Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:18:16.200018Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:18:16.200053Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:18:16.20012Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:18:16.200146Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:18:16.200252Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:18:16.200276Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:18:16.201908Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-07-24T17:18:16.203396Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T17:18:40.031519Z","caller":"traceutil/trace.go:171","msg":"trace[835281541] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"146.47505ms","start":"2026-07-24T17:18:39.885016Z","end":"2026-07-24T17:18:40.031491Z","steps":["trace[835281541] 'read index received' (duration: 130.671913ms)","trace[835281541] 'applied index is now lower than readState.Index' (duration: 15.801767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:18:40.031684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.642856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-07-24T17:18:40.0317Z","caller":"traceutil/trace.go:171","msg":"trace[557853543] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"157.713998ms","start":"2026-07-24T17:18:39.873854Z","end":"2026-07-24T17:18:40.031568Z","steps":["trace[557853543] 'process raft request' (duration: 141.839089ms)","trace[557853543] 'compare' (duration: 15.670352ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:18:40.031822Z","caller":"traceutil/trace.go:171","msg":"trace[1946137030] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:417; }","duration":"146.838883ms","start":"2026-07-24T17:18:39.88497Z","end":"2026-07-24T17:18:40.031808Z","steps":["trace[1946137030] 'agreement among raft nodes before linearized reading' (duration: 146.644846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:18:40.666822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.356812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:18:40.666856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.136879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:18:40.666921Z","caller":"traceutil/trace.go:171","msg":"trace[2065321438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"336.253353ms","start":"2026-07-24T17:18:40.330651Z","end":"2026-07-24T17:18:40.666905Z","steps":["trace[2065321438] 'range keys from in-memory index tree' (duration: 335.992185ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:40.666913Z","caller":"traceutil/trace.go:171","msg":"trace[694412145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"335.505147ms","start":"2026-07-24T17:18:40.331386Z","end":"2026-07-24T17:18:40.666891Z","steps":["trace[694412145] 'range keys from in-memory index tree' (duration: 335.179316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:18:40.666832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.714187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-24T17:18:40.666954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:18:40.330601Z","time spent":"336.347246ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:18:40.666996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:18:40.331364Z","time spent":"335.620711ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:18:40.667017Z","caller":"traceutil/trace.go:171","msg":"trace[1918831117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:422; }","duration":"418.959395ms","start":"2026-07-24T17:18:40.24804Z","end":"2026-07-24T17:18:40.667Z","steps":["trace[1918831117] 'range keys from in-memory index tree' (duration: 418.596642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:18:40.667065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:18:40.248019Z","time spent":"419.035378ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:18:53.983732Z","caller":"traceutil/trace.go:171","msg":"trace[1564641810] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"258.1253ms","start":"2026-07-24T17:18:53.725584Z","end":"2026-07-24T17:18:53.983709Z","steps":["trace[1564641810] 'process raft request' (duration: 257.997395ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.99044Z","caller":"traceutil/trace.go:171","msg":"trace[2129381594] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"261.231653ms","start":"2026-07-24T17:18:53.729168Z","end":"2026-07-24T17:18:53.9904Z","steps":["trace[2129381594] 'process raft request' (duration: 261.023775ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.990741Z","caller":"traceutil/trace.go:171","msg":"trace[1127704427] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"249.57301ms","start":"2026-07-24T17:18:53.741146Z","end":"2026-07-24T17:18:53.990719Z","steps":["trace[1127704427] 'process raft request' (duration: 249.266549ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.990744Z","caller":"traceutil/trace.go:171","msg":"trace[1900451200] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"253.083508ms","start":"2026-07-24T17:18:53.737628Z","end":"2026-07-24T17:18:53.990711Z","steps":["trace[1900451200] 'process raft request' (duration: 252.704034ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.990937Z","caller":"traceutil/trace.go:171","msg":"trace[1054992056] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"227.136016ms","start":"2026-07-24T17:18:53.76375Z","end":"2026-07-24T17:18:53.990886Z","steps":["trace[1054992056] 'process raft request' (duration: 226.779734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.990965Z","caller":"traceutil/trace.go:171","msg":"trace[1472844005] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"222.650014ms","start":"2026-07-24T17:18:53.768289Z","end":"2026-07-24T17:18:53.990939Z","steps":["trace[1472844005] 'process raft request' (duration: 222.316892ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.991066Z","caller":"traceutil/trace.go:171","msg":"trace[1483001917] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"202.780394ms","start":"2026-07-24T17:18:53.788277Z","end":"2026-07-24T17:18:53.991057Z","steps":["trace[1483001917] 'process raft request' (duration: 202.378899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.991126Z","caller":"traceutil/trace.go:171","msg":"trace[1133091823] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"261.814244ms","start":"2026-07-24T17:18:53.729305Z","end":"2026-07-24T17:18:53.99112Z","steps":["trace[1133091823] 'process raft request' (duration: 260.995434ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.991091Z","caller":"traceutil/trace.go:171","msg":"trace[134424235] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"244.31165ms","start":"2026-07-24T17:18:53.74677Z","end":"2026-07-24T17:18:53.991082Z","steps":["trace[134424235] 'process raft request' (duration: 243.703127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.991177Z","caller":"traceutil/trace.go:171","msg":"trace[2000173062] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"244.354491ms","start":"2026-07-24T17:18:53.746818Z","end":"2026-07-24T17:18:53.991172Z","steps":["trace[2000173062] 'process raft request' (duration: 243.683726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:18:53.991283Z","caller":"traceutil/trace.go:171","msg":"trace[1080302504] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"245.882896ms","start":"2026-07-24T17:18:53.744811Z","end":"2026-07-24T17:18:53.990694Z","steps":["trace[1080302504] 'process raft request' (duration: 245.633557ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:00.366839Z","caller":"traceutil/trace.go:171","msg":"trace[2114096907] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"151.078514ms","start":"2026-07-24T17:19:00.215711Z","end":"2026-07-24T17:19:00.36679Z","steps":["trace[2114096907] 'read index received' (duration: 149.897021ms)","trace[2114096907] 'applied index is now lower than readState.Index' (duration: 1.180313ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:00.366926Z","caller":"traceutil/trace.go:171","msg":"trace[948884256] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"155.581531ms","start":"2026-07-24T17:19:00.211301Z","end":"2026-07-24T17:19:00.366882Z","steps":["trace[948884256] 'process raft request' (duration: 154.73248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:00.367246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.546725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4fk9s\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-24T17:19:00.367347Z","caller":"traceutil/trace.go:171","msg":"trace[1434722975] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4fk9s; range_end:; response_count:1; response_revision:586; }","duration":"123.746472ms","start":"2026-07-24T17:19:00.243578Z","end":"2026-07-24T17:19:00.367324Z","steps":["trace[1434722975] 'agreement among raft nodes before linearized reading' (duration: 123.437851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:00.367909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.172735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T17:19:00.367977Z","caller":"traceutil/trace.go:171","msg":"trace[130376958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:586; }","duration":"152.279739ms","start":"2026-07-24T17:19:00.215681Z","end":"2026-07-24T17:19:00.367961Z","steps":["trace[130376958] 'agreement among raft nodes before linearized reading' (duration: 151.24109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:01.08699Z","caller":"traceutil/trace.go:171","msg":"trace[251331336] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"702.481501ms","start":"2026-07-24T17:19:00.384472Z","end":"2026-07-24T17:19:01.086953Z","steps":["trace[251331336] 'process raft request' (duration: 613.168765ms)","trace[251331336] 'compare' (duration: 88.773696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:19:01.087491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:00.384452Z","time spent":"702.603535ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:19:01.457756Z","caller":"traceutil/trace.go:171","msg":"trace[789019745] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:610; }","duration":"689.761827ms","start":"2026-07-24T17:19:00.767968Z","end":"2026-07-24T17:19:01.45773Z","steps":["trace[789019745] 'read index received' (duration: 229.684974ms)","trace[789019745] 'applied index is now lower than readState.Index' (duration: 460.073473ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:01.457886Z","caller":"traceutil/trace.go:171","msg":"trace[612919150] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.025801931s","start":"2026-07-24T17:19:00.432071Z","end":"2026-07-24T17:19:01.457873Z","steps":["trace[612919150] 'process raft request' (duration: 1.019257938s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:01.457988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:00.432046Z","time spent":"1.025876184s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:19:01.458095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.565211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:19:01.458152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.88261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:19:01.458181Z","caller":"traceutil/trace.go:171","msg":"trace[1072387359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"352.706466ms","start":"2026-07-24T17:19:01.105451Z","end":"2026-07-24T17:19:01.458157Z","steps":["trace[1072387359] 'agreement among raft nodes before linearized reading' (duration: 352.570461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:01.458192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.222205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:19:01.458212Z","caller":"traceutil/trace.go:171","msg":"trace[45859437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"619.995855ms","start":"2026-07-24T17:19:00.838199Z","end":"2026-07-24T17:19:01.458195Z","steps":["trace[45859437] 'agreement among raft nodes before linearized reading' (duration: 619.779097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:01.458237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:01.105433Z","time spent":"352.79206ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:19:01.458244Z","caller":"traceutil/trace.go:171","msg":"trace[1439797325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"690.276127ms","start":"2026-07-24T17:19:00.767954Z","end":"2026-07-24T17:19:01.45823Z","steps":["trace[1439797325] 'agreement among raft nodes before linearized reading' (duration: 690.09265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:01.458247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:00.83818Z","time spent":"620.061377ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:19:01.458246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.757126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T17:19:01.458279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:00.767897Z","time spent":"690.37448ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:19:01.458311Z","caller":"traceutil/trace.go:171","msg":"trace[578209836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"619.847509ms","start":"2026-07-24T17:19:00.838448Z","end":"2026-07-24T17:19:01.458295Z","steps":["trace[578209836] 'agreement among raft nodes before linearized reading' (duration: 619.671573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:01.45835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:00.838435Z","time spent":"619.907021ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:19:02.8978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121383240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:19:03.39832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121383240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:19:03.419495Z","caller":"traceutil/trace.go:171","msg":"trace[227886769] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.516170551s","start":"2026-07-24T17:19:01.903294Z","end":"2026-07-24T17:19:03.419465Z","steps":["trace[227886769] 'process raft request' (duration: 1.508139491s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:03.419628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022460679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T17:19:03.419731Z","caller":"traceutil/trace.go:171","msg":"trace[1789056740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"1.022597444s","start":"2026-07-24T17:19:02.397079Z","end":"2026-07-24T17:19:03.419676Z","steps":["trace[1789056740] 'agreement among raft nodes before linearized reading' (duration: 1.022391966s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:03.419771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:01.90327Z","time spent":"1.516300726s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:19:03.419935Z","caller":"traceutil/trace.go:171","msg":"trace[875720771] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.478307376s","start":"2026-07-24T17:19:01.941599Z","end":"2026-07-24T17:19:03.419906Z","steps":["trace[875720771] 'process raft request' (duration: 1.477543927s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:03.420268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:01.941574Z","time spent":"1.478402009s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:19:03.420416Z","caller":"traceutil/trace.go:171","msg":"trace[443317294] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:615; }","duration":"1.022111986s","start":"2026-07-24T17:19:02.397133Z","end":"2026-07-24T17:19:03.419245Z","steps":["trace[443317294] 'read index received' (duration: 1.012768927s)","trace[443317294] 'applied index is now lower than readState.Index' (duration: 9.342419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:19:03.420613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.007454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:19:03.419874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:02.397059Z","time spent":"1.02276046s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:19:03.420682Z","caller":"traceutil/trace.go:171","msg":"trace[1068307140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"310.115367ms","start":"2026-07-24T17:19:03.110554Z","end":"2026-07-24T17:19:03.42067Z","steps":["trace[1068307140] 'agreement among raft nodes before linearized reading' (duration: 310.016263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:03.420767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:03.110533Z","time spent":"310.202061ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:19:04.141552Z","caller":"traceutil/trace.go:171","msg":"trace[1004052818] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"111.057087ms","start":"2026-07-24T17:19:04.030463Z","end":"2026-07-24T17:19:04.14152Z","steps":["trace[1004052818] 'process raft request' (duration: 110.853709ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:04.562732Z","caller":"traceutil/trace.go:171","msg":"trace[1450682654] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"188.406812ms","start":"2026-07-24T17:19:04.374303Z","end":"2026-07-24T17:19:04.56271Z","steps":["trace[1450682654] 'process raft request' (duration: 179.027091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:04.838875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.30111ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:19:04.839933Z","caller":"traceutil/trace.go:171","msg":"trace[2024085268] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"260.899645ms","start":"2026-07-24T17:19:04.57901Z","end":"2026-07-24T17:19:04.839909Z","steps":["trace[2024085268] 'process raft request' (duration: 260.23586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:05.420884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.416229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:19:05.420987Z","caller":"traceutil/trace.go:171","msg":"trace[1810130869] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"317.571018ms","start":"2026-07-24T17:19:05.1034Z","end":"2026-07-24T17:19:05.420971Z","steps":["trace[1810130869] 'read index received' (duration: 64.583µs)","trace[1810130869] 'applied index is now lower than readState.Index' (duration: 317.505184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:19:05.421082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.686832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:19:05.421109Z","caller":"traceutil/trace.go:171","msg":"trace[353731743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"317.716993ms","start":"2026-07-24T17:19:05.103383Z","end":"2026-07-24T17:19:05.4211Z","steps":["trace[353731743] 'agreement among raft nodes before linearized reading' (duration: 317.63443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:05.42114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:05.103319Z","time spent":"317.813617ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:19:05.421149Z","caller":"traceutil/trace.go:171","msg":"trace[781923094] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"511.059889ms","start":"2026-07-24T17:19:04.910057Z","end":"2026-07-24T17:19:05.421118Z","steps":["trace[781923094] 'process raft request' (duration: 56.329198ms)","trace[781923094] 'compare' (duration: 454.212962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:19:05.421278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:04.910027Z","time spent":"511.184044ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:19:05.621732Z","caller":"traceutil/trace.go:171","msg":"trace[852708912] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"183.139112ms","start":"2026-07-24T17:19:05.438546Z","end":"2026-07-24T17:19:05.621685Z","steps":["trace[852708912] 'process raft request' (duration: 94.374192ms)","trace[852708912] 'compare' (duration: 88.516541ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:06.186444Z","caller":"traceutil/trace.go:171","msg":"trace[1189386593] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"302.424617ms","start":"2026-07-24T17:19:05.883928Z","end":"2026-07-24T17:19:06.186353Z","steps":["trace[1189386593] 'process raft request' (duration: 301.811914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:06.187493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:05.8839Z","time spent":"302.607374ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:19:08.189341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121383297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:19:08.690233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121383297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:19:08.933747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.302921014s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:19:08.985682Z","caller":"traceutil/trace.go:171","msg":"trace[278744848] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"1.2973564s","start":"2026-07-24T17:19:07.688283Z","end":"2026-07-24T17:19:08.98564Z","steps":["trace[278744848] 'read index received' (duration: 1.245683196s)","trace[278744848] 'applied index is now lower than readState.Index' (duration: 51.671784ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:08.985843Z","caller":"traceutil/trace.go:171","msg":"trace[699221083] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.355086206s","start":"2026-07-24T17:19:07.630705Z","end":"2026-07-24T17:19:08.985791Z","steps":["trace[699221083] 'process raft request' (duration: 1.30333532s)","trace[699221083] 'compare' (duration: 51.366542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:19:08.985923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.932515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:19:08.985976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295007371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:19:08.985989Z","caller":"traceutil/trace.go:171","msg":"trace[61525925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"881.047089ms","start":"2026-07-24T17:19:08.104924Z","end":"2026-07-24T17:19:08.985971Z","steps":["trace[61525925] 'agreement among raft nodes before linearized reading' (duration: 880.943865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:08.985982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297699812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:19:08.986027Z","caller":"traceutil/trace.go:171","msg":"trace[866550159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"1.295085104s","start":"2026-07-24T17:19:07.690928Z","end":"2026-07-24T17:19:08.986013Z","steps":["trace[866550159] 'agreement among raft nodes before linearized reading' (duration: 1.294943448s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:08.986036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:08.104903Z","time spent":"881.121262ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:19:08.986039Z","caller":"traceutil/trace.go:171","msg":"trace[605221443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"1.297806866s","start":"2026-07-24T17:19:07.688217Z","end":"2026-07-24T17:19:08.986024Z","steps":["trace[605221443] 'agreement among raft nodes before linearized reading' (duration: 1.297621649s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:08.986061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:07.690916Z","time spent":"1.295136955s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:19:08.986052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:07.630684Z","time spent":"1.355256513s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:19:08.98608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:07.688189Z","time spent":"1.297879889s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:19:08.986226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295017481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:19:08.986252Z","caller":"traceutil/trace.go:171","msg":"trace[776385812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"1.295100404s","start":"2026-07-24T17:19:07.691144Z","end":"2026-07-24T17:19:08.986244Z","steps":["trace[776385812] 'agreement among raft nodes before linearized reading' (duration: 1.295016941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:08.986278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:07.691118Z","time spent":"1.295154877s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:19:08.986414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.810521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4fk9s\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-07-24T17:19:08.986456Z","caller":"traceutil/trace.go:171","msg":"trace[1355852902] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4fk9s; range_end:; response_count:1; response_revision:626; }","duration":"697.882294ms","start":"2026-07-24T17:19:08.288559Z","end":"2026-07-24T17:19:08.986441Z","steps":["trace[1355852902] 'agreement among raft nodes before linearized reading' (duration: 697.655045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:08.986487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:08.288542Z","time spent":"697.938206ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17547,"request content":"key:\"/registry/pods/kube-system/cilium-4fk9s\" "} {"level":"info","ts":"2026-07-24T17:19:09.112824Z","caller":"traceutil/trace.go:171","msg":"trace[1665884499] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"121.14957ms","start":"2026-07-24T17:19:08.991648Z","end":"2026-07-24T17:19:09.112798Z","steps":["trace[1665884499] 'process raft request' (duration: 93.615256ms)","trace[1665884499] 'compare' (duration: 27.399939ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:09.159991Z","caller":"traceutil/trace.go:171","msg":"trace[940292805] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"159.710722ms","start":"2026-07-24T17:19:09.000241Z","end":"2026-07-24T17:19:09.159952Z","steps":["trace[940292805] 'process raft request' (duration: 159.521025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:09.160108Z","caller":"traceutil/trace.go:171","msg":"trace[1105996263] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"167.694654ms","start":"2026-07-24T17:19:08.992332Z","end":"2026-07-24T17:19:09.160027Z","steps":["trace[1105996263] 'process raft request' (duration: 167.382972ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:09.160253Z","caller":"traceutil/trace.go:171","msg":"trace[1533009047] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"107.820786ms","start":"2026-07-24T17:19:09.052404Z","end":"2026-07-24T17:19:09.160225Z","steps":["trace[1533009047] 'process raft request' (duration: 107.506814ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:09.160589Z","caller":"traceutil/trace.go:171","msg":"trace[93149561] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"168.39587ms","start":"2026-07-24T17:19:08.992183Z","end":"2026-07-24T17:19:09.160579Z","steps":["trace[93149561] 'process raft request' (duration: 167.405863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:09.411984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.952474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4fk9s\" ","response":"range_response_count:1 size:17708"} {"level":"info","ts":"2026-07-24T17:19:09.412079Z","caller":"traceutil/trace.go:171","msg":"trace[421729814] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4fk9s; range_end:; response_count:1; response_revision:631; }","duration":"116.101129ms","start":"2026-07-24T17:19:09.295951Z","end":"2026-07-24T17:19:09.412052Z","steps":["trace[421729814] 'range keys from in-memory index tree' (duration: 115.84405ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:09.475146Z","caller":"traceutil/trace.go:171","msg":"trace[1596584516] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"177.623202ms","start":"2026-07-24T17:19:09.297501Z","end":"2026-07-24T17:19:09.475124Z","steps":["trace[1596584516] 'process raft request' (duration: 177.480606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:09.72877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.301391ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:19:09.994709Z","caller":"traceutil/trace.go:171","msg":"trace[1852195221] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"261.676225ms","start":"2026-07-24T17:19:09.73301Z","end":"2026-07-24T17:19:09.994686Z","steps":["trace[1852195221] 'process raft request' (duration: 252.953285ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:09.994709Z","caller":"traceutil/trace.go:171","msg":"trace[1227925931] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"222.820983ms","start":"2026-07-24T17:19:09.771847Z","end":"2026-07-24T17:19:09.994668Z","steps":["trace[1227925931] 'read index received' (duration: 214.113803ms)","trace[1227925931] 'applied index is now lower than readState.Index' (duration: 8.70589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:19:09.995262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.067113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:19:09.995398Z","caller":"traceutil/trace.go:171","msg":"trace[1239543218] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:635; }","duration":"223.474878ms","start":"2026-07-24T17:19:09.771841Z","end":"2026-07-24T17:19:09.995316Z","steps":["trace[1239543218] 'agreement among raft nodes before linearized reading' (duration: 222.917037ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:10.21694Z","caller":"traceutil/trace.go:171","msg":"trace[1225081879] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"121.175214ms","start":"2026-07-24T17:19:10.095723Z","end":"2026-07-24T17:19:10.216898Z","steps":["trace[1225081879] 'process raft request' (duration: 115.170436ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:10.230999Z","caller":"traceutil/trace.go:171","msg":"trace[1168378645] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"134.473838ms","start":"2026-07-24T17:19:10.096492Z","end":"2026-07-24T17:19:10.230966Z","steps":["trace[1168378645] 'process raft request' (duration: 134.236259ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:10.231007Z","caller":"traceutil/trace.go:171","msg":"trace[1841935581] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"133.488101ms","start":"2026-07-24T17:19:10.097495Z","end":"2026-07-24T17:19:10.230983Z","steps":["trace[1841935581] 'read index received' (duration: 113.408558ms)","trace[1841935581] 'applied index is now lower than readState.Index' (duration: 20.078643ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:10.231193Z","caller":"traceutil/trace.go:171","msg":"trace[358379131] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"131.924231ms","start":"2026-07-24T17:19:10.099225Z","end":"2026-07-24T17:19:10.231149Z","steps":["trace[358379131] 'process raft request' (duration: 131.729404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:10.231048Z","caller":"traceutil/trace.go:171","msg":"trace[2139549030] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"132.631759ms","start":"2026-07-24T17:19:10.098399Z","end":"2026-07-24T17:19:10.231031Z","steps":["trace[2139549030] 'process raft request' (duration: 132.525635ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:10.231089Z","caller":"traceutil/trace.go:171","msg":"trace[975441614] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"132.961911ms","start":"2026-07-24T17:19:10.098116Z","end":"2026-07-24T17:19:10.231078Z","steps":["trace[975441614] 'process raft request' (duration: 132.739433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:10.231571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.210148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:19:10.231595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.077853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:19:10.231639Z","caller":"traceutil/trace.go:171","msg":"trace[72808253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"129.309462ms","start":"2026-07-24T17:19:10.10232Z","end":"2026-07-24T17:19:10.23163Z","steps":["trace[72808253] 'agreement among raft nodes before linearized reading' (duration: 129.166747ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:10.231651Z","caller":"traceutil/trace.go:171","msg":"trace[193323753] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:642; }","duration":"134.145846ms","start":"2026-07-24T17:19:10.097491Z","end":"2026-07-24T17:19:10.231637Z","steps":["trace[193323753] 'agreement among raft nodes before linearized reading' (duration: 133.564544ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:10.563939Z","caller":"traceutil/trace.go:171","msg":"trace[741505275] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"248.952406ms","start":"2026-07-24T17:19:10.314957Z","end":"2026-07-24T17:19:10.56391Z","steps":["trace[741505275] 'process raft request' (duration: 248.748029ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:10.623276Z","caller":"traceutil/trace.go:171","msg":"trace[374497676] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:671; }","duration":"129.428206ms","start":"2026-07-24T17:19:10.493829Z","end":"2026-07-24T17:19:10.623257Z","steps":["trace[374497676] 'read index received' (duration: 69.928147ms)","trace[374497676] 'applied index is now lower than readState.Index' (duration: 59.499389ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:10.623294Z","caller":"traceutil/trace.go:171","msg":"trace[24163991] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"306.16306ms","start":"2026-07-24T17:19:10.31711Z","end":"2026-07-24T17:19:10.623273Z","steps":["trace[24163991] 'process raft request' (duration: 289.04748ms)","trace[24163991] 'compare' (duration: 16.952954ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:10.623311Z","caller":"traceutil/trace.go:171","msg":"trace[42844491] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"111.017176ms","start":"2026-07-24T17:19:10.512266Z","end":"2026-07-24T17:19:10.623283Z","steps":["trace[42844491] 'process raft request' (duration: 110.933453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:10.623382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.542341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:19:10.62341Z","caller":"traceutil/trace.go:171","msg":"trace[1356945975] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:649; }","duration":"129.600713ms","start":"2026-07-24T17:19:10.493799Z","end":"2026-07-24T17:19:10.6234Z","steps":["trace[1356945975] 'agreement among raft nodes before linearized reading' (duration: 129.548031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:10.623409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:10.317076Z","time spent":"306.264934ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:19:10.628315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.599645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-89kql\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-07-24T17:19:10.628553Z","caller":"traceutil/trace.go:171","msg":"trace[1669559491] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-89kql; range_end:; response_count:1; response_revision:650; }","duration":"118.888146ms","start":"2026-07-24T17:19:10.509655Z","end":"2026-07-24T17:19:10.628544Z","steps":["trace[1669559491] 'agreement among raft nodes before linearized reading' (duration: 118.611736ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:12.729184Z","caller":"traceutil/trace.go:171","msg":"trace[1137119990] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"181.763436ms","start":"2026-07-24T17:19:12.547366Z","end":"2026-07-24T17:19:12.72913Z","steps":["trace[1137119990] 'process raft request' (duration: 155.223873ms)","trace[1137119990] 'compare' (duration: 26.430519ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:19:12.998964Z","caller":"traceutil/trace.go:171","msg":"trace[587287994] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"102.408318ms","start":"2026-07-24T17:19:12.896528Z","end":"2026-07-24T17:19:12.998937Z","steps":["trace[587287994] 'process raft request' (duration: 102.253412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:24.14481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121383601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:19:24.645507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121383601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:19:24.779874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179256965s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:19:24.780264Z","caller":"traceutil/trace.go:171","msg":"trace[847231716] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"1.179737303s","start":"2026-07-24T17:19:23.600503Z","end":"2026-07-24T17:19:24.780241Z","steps":["trace[847231716] 'process raft request' (duration: 1.179570437s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:24.780414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:23.600478Z","time spent":"1.179856998s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:19:24.782289Z","caller":"traceutil/trace.go:171","msg":"trace[1982341180] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"829.60207ms","start":"2026-07-24T17:19:23.952675Z","end":"2026-07-24T17:19:24.782277Z","steps":["trace[1982341180] 'process raft request' (duration: 829.524477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:24.78236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:23.95265Z","time spent":"829.676713ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:19:24.787384Z","caller":"traceutil/trace.go:171","msg":"trace[166739382] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:804; }","duration":"1.143395746s","start":"2026-07-24T17:19:23.643969Z","end":"2026-07-24T17:19:24.787365Z","steps":["trace[166739382] 'read index received' (duration: 1.136107841s)","trace[166739382] 'applied index is now lower than readState.Index' (duration: 7.286555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:19:24.787606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143612374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:19:24.787649Z","caller":"traceutil/trace.go:171","msg":"trace[2089298850] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:777; }","duration":"1.143735619s","start":"2026-07-24T17:19:23.643902Z","end":"2026-07-24T17:19:24.787638Z","steps":["trace[2089298850] 'agreement among raft nodes before linearized reading' (duration: 1.143574822s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:24.787699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.782037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:19:24.787716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:23.643882Z","time spent":"1.143821782s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:19:24.787751Z","caller":"traceutil/trace.go:171","msg":"trace[502810301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:777; }","duration":"491.945293ms","start":"2026-07-24T17:19:24.295792Z","end":"2026-07-24T17:19:24.787737Z","steps":["trace[502810301] 'agreement among raft nodes before linearized reading' (duration: 491.709524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:24.787787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:24.295769Z","time spent":"492.010216ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:19:29.307428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121383666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:19:30.658508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121383666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:19:30.697089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.077693887s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:19:30.697583Z","caller":"traceutil/trace.go:171","msg":"trace[477099098] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"2.078389715s","start":"2026-07-24T17:19:28.619168Z","end":"2026-07-24T17:19:30.697558Z","steps":["trace[477099098] 'process raft request' (duration: 2.078210818s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:30.697725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:28.619117Z","time spent":"2.078512s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:19:30.699231Z","caller":"traceutil/trace.go:171","msg":"trace[822917275] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:822; }","duration":"1.892462115s","start":"2026-07-24T17:19:28.806754Z","end":"2026-07-24T17:19:30.699216Z","steps":["trace[822917275] 'read index received' (duration: 1.892455114s)","trace[822917275] 'applied index is now lower than readState.Index' (duration: 5.601µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:19:30.699493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892729225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:19:30.699526Z","caller":"traceutil/trace.go:171","msg":"trace[1931018907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:792; }","duration":"1.892836219s","start":"2026-07-24T17:19:28.806681Z","end":"2026-07-24T17:19:30.699517Z","steps":["trace[1931018907] 'agreement among raft nodes before linearized reading' (duration: 1.89259863s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:30.69956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:19:28.806652Z","time spent":"1.892902302s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:19:40.991921Z","caller":"traceutil/trace.go:171","msg":"trace[1102624963] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"187.689386ms","start":"2026-07-24T17:19:40.804193Z","end":"2026-07-24T17:19:40.991882Z","steps":["trace[1102624963] 'process raft request' (duration: 187.470657ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:49.901203Z","caller":"traceutil/trace.go:171","msg":"trace[922646256] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"146.227961ms","start":"2026-07-24T17:19:49.754946Z","end":"2026-07-24T17:19:49.901174Z","steps":["trace[922646256] 'process raft request' (duration: 146.061475ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:19:58.032289Z","caller":"traceutil/trace.go:171","msg":"trace[1918700132] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"104.100031ms","start":"2026-07-24T17:19:57.928157Z","end":"2026-07-24T17:19:58.032257Z","steps":["trace[1918700132] 'process raft request' (duration: 103.911383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:58.401629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.972791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:19:58.401707Z","caller":"traceutil/trace.go:171","msg":"trace[615241427] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1183; }","duration":"199.111977ms","start":"2026-07-24T17:19:58.202579Z","end":"2026-07-24T17:19:58.401691Z","steps":["trace[615241427] 'count revisions from in-memory index tree' (duration: 198.873696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:19:58.401985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.179043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:19:58.402023Z","caller":"traceutil/trace.go:171","msg":"trace[1605553844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1183; }","duration":"297.246916ms","start":"2026-07-24T17:19:58.104768Z","end":"2026-07-24T17:19:58.402014Z","steps":["trace[1605553844] 'range keys from in-memory index tree' (duration: 297.11451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:23.323634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.627082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:20:23.323725Z","caller":"traceutil/trace.go:171","msg":"trace[1133054450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1451; }","duration":"218.751128ms","start":"2026-07-24T17:20:23.10495Z","end":"2026-07-24T17:20:23.323701Z","steps":["trace[1133054450] 'range keys from in-memory index tree' (duration: 218.531519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:23.323878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.563275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:20:23.323934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.146721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:20:23.323961Z","caller":"traceutil/trace.go:171","msg":"trace[1700662023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1451; }","duration":"336.713211ms","start":"2026-07-24T17:20:22.98723Z","end":"2026-07-24T17:20:23.323943Z","steps":["trace[1700662023] 'range keys from in-memory index tree' (duration: 336.380877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:23.32401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:22.987219Z","time spent":"336.780623ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:20:23.323599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.416706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:20:23.324152Z","caller":"traceutil/trace.go:171","msg":"trace[446333122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1451; }","duration":"341.026471ms","start":"2026-07-24T17:20:22.983109Z","end":"2026-07-24T17:20:23.324135Z","steps":["trace[446333122] 'range keys from in-memory index tree' (duration: 340.222287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:23.324163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.822837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:20:23.324207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:22.983092Z","time spent":"341.098194ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:20:23.324234Z","caller":"traceutil/trace.go:171","msg":"trace[310810322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1451; }","duration":"326.967814ms","start":"2026-07-24T17:20:22.997254Z","end":"2026-07-24T17:20:23.324222Z","steps":["trace[310810322] 'range keys from in-memory index tree' (duration: 326.591597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:23.324276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.211609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:20:23.324337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:22.997245Z","time spent":"327.074568ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:20:23.324355Z","caller":"traceutil/trace.go:171","msg":"trace[328343394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1451; }","duration":"330.351835ms","start":"2026-07-24T17:20:22.993983Z","end":"2026-07-24T17:20:23.324335Z","steps":["trace[328343394] 'range keys from in-memory index tree' (duration: 330.037782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:23.324397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:22.993969Z","time spent":"330.418978ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:20:23.324681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.253954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T17:20:23.324711Z","caller":"traceutil/trace.go:171","msg":"trace[566643538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1451; }","duration":"299.976275ms","start":"2026-07-24T17:20:23.024719Z","end":"2026-07-24T17:20:23.324695Z","steps":["trace[566643538] 'count revisions from in-memory index tree' (duration: 299.059716ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:23.324747Z","caller":"traceutil/trace.go:171","msg":"trace[1015051519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1451; }","duration":"134.411071ms","start":"2026-07-24T17:20:23.190317Z","end":"2026-07-24T17:20:23.324728Z","steps":["trace[1015051519] 'range keys from in-memory index tree' (duration: 133.249842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:23.324788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:23.024696Z","time spent":"300.046178ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:20:24.249853Z","caller":"traceutil/trace.go:171","msg":"trace[2103383440] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"130.122095ms","start":"2026-07-24T17:20:24.119707Z","end":"2026-07-24T17:20:24.24983Z","steps":["trace[2103383440] 'process raft request' (duration: 129.959269ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:33.670953Z","caller":"traceutil/trace.go:171","msg":"trace[1997123933] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"104.212905ms","start":"2026-07-24T17:20:33.566711Z","end":"2026-07-24T17:20:33.670924Z","steps":["trace[1997123933] 'process raft request' (duration: 103.61777ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:33.670994Z","caller":"traceutil/trace.go:171","msg":"trace[1459690498] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"104.242937ms","start":"2026-07-24T17:20:33.566724Z","end":"2026-07-24T17:20:33.670967Z","steps":["trace[1459690498] 'process raft request' (duration: 104.110681ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:33.671324Z","caller":"traceutil/trace.go:171","msg":"trace[1611272535] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"104.3272ms","start":"2026-07-24T17:20:33.566984Z","end":"2026-07-24T17:20:33.671311Z","steps":["trace[1611272535] 'process raft request' (duration: 103.898842ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:33.672101Z","caller":"traceutil/trace.go:171","msg":"trace[859479234] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1625; }","duration":"101.100225ms","start":"2026-07-24T17:20:33.570982Z","end":"2026-07-24T17:20:33.672082Z","steps":["trace[859479234] 'process raft request' (duration: 101.050422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:33.672158Z","caller":"traceutil/trace.go:171","msg":"trace[534849875] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"104.928905ms","start":"2026-07-24T17:20:33.567221Z","end":"2026-07-24T17:20:33.67215Z","steps":["trace[534849875] 'process raft request' (duration: 103.710934ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:33.672086Z","caller":"traceutil/trace.go:171","msg":"trace[1661744048] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"103.297707ms","start":"2026-07-24T17:20:33.568761Z","end":"2026-07-24T17:20:33.672059Z","steps":["trace[1661744048] 'process raft request' (duration: 103.002554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:33.672456Z","caller":"traceutil/trace.go:171","msg":"trace[560434923] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"102.690281ms","start":"2026-07-24T17:20:33.569744Z","end":"2026-07-24T17:20:33.672434Z","steps":["trace[560434923] 'process raft request' (duration: 102.072955ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:34.268717Z","caller":"traceutil/trace.go:171","msg":"trace[1048530251] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"531.761753ms","start":"2026-07-24T17:20:33.736923Z","end":"2026-07-24T17:20:34.268685Z","steps":["trace[1048530251] 'process raft request' (duration: 478.388855ms)","trace[1048530251] 'compare' (duration: 53.18314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:20:34.269012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:33.736911Z","time spent":"531.897358ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:20:34.269142Z","caller":"traceutil/trace.go:171","msg":"trace[1844166426] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"532.203071ms","start":"2026-07-24T17:20:33.736923Z","end":"2026-07-24T17:20:34.269126Z","steps":["trace[1844166426] 'process raft request' (duration: 531.728441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:34.269247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:33.736908Z","time spent":"532.279995ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5800,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:20:34.269848Z","caller":"traceutil/trace.go:171","msg":"trace[926954585] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1709; }","duration":"532.41182ms","start":"2026-07-24T17:20:33.737418Z","end":"2026-07-24T17:20:34.26983Z","steps":["trace[926954585] 'read index received' (duration: 477.866273ms)","trace[926954585] 'applied index is now lower than readState.Index' (duration: 54.543957ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:20:34.270345Z","caller":"traceutil/trace.go:171","msg":"trace[1100490794] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"489.323417ms","start":"2026-07-24T17:20:33.781007Z","end":"2026-07-24T17:20:34.270331Z","steps":["trace[1100490794] 'process raft request' (duration: 488.060984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:34.27056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.11939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-07-24T17:20:34.270656Z","caller":"traceutil/trace.go:171","msg":"trace[848894733] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:1648; }","duration":"533.247835ms","start":"2026-07-24T17:20:33.737388Z","end":"2026-07-24T17:20:34.270635Z","steps":["trace[848894733] 'agreement among raft nodes before linearized reading' (duration: 533.000154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:34.270706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:33.737376Z","time spent":"533.320668ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5626,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"info","ts":"2026-07-24T17:20:34.2709Z","caller":"traceutil/trace.go:171","msg":"trace[1493211038] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"384.681093ms","start":"2026-07-24T17:20:33.886205Z","end":"2026-07-24T17:20:34.270886Z","steps":["trace[1493211038] 'process raft request' (duration: 383.521805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:34.270975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:33.886169Z","time spent":"384.762987ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2559,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:20:34.271129Z","caller":"traceutil/trace.go:171","msg":"trace[1917734348] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"361.371433ms","start":"2026-07-24T17:20:33.909748Z","end":"2026-07-24T17:20:34.27112Z","steps":["trace[1917734348] 'process raft request' (duration: 360.027457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:34.271175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:33.909736Z","time spent":"361.416095ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:20:34.271337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.342726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-07-24T17:20:34.271501Z","caller":"traceutil/trace.go:171","msg":"trace[1809495274] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1648; }","duration":"363.483712ms","start":"2026-07-24T17:20:33.907921Z","end":"2026-07-24T17:20:34.271405Z","steps":["trace[1809495274] 'agreement among raft nodes before linearized reading' (duration: 363.011892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:34.271791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:33.907901Z","time spent":"363.650858ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1105,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-07-24T17:20:34.271882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:33.780977Z","time spent":"489.40327ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":141048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:20:34.272035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.575773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:20:34.272075Z","caller":"traceutil/trace.go:171","msg":"trace[1535487156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1648; }","duration":"166.641246ms","start":"2026-07-24T17:20:34.105423Z","end":"2026-07-24T17:20:34.272064Z","steps":["trace[1535487156] 'agreement among raft nodes before linearized reading' (duration: 166.575143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:34.272209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.172791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-07-24T17:20:34.272306Z","caller":"traceutil/trace.go:171","msg":"trace[1575587841] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1648; }","duration":"364.293716ms","start":"2026-07-24T17:20:33.90799Z","end":"2026-07-24T17:20:34.272284Z","steps":["trace[1575587841] 'agreement among raft nodes before linearized reading' (duration: 364.030165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:34.272359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:33.907985Z","time spent":"364.365249ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-07-24T17:20:35.183262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.888184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:20:35.183481Z","caller":"traceutil/trace.go:171","msg":"trace[1730258330] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"897.365756ms","start":"2026-07-24T17:20:34.286096Z","end":"2026-07-24T17:20:35.183462Z","steps":["trace[1730258330] 'process raft request' (duration: 519.186779ms)","trace[1730258330] 'compare' (duration: 377.77274ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:20:35.18355Z","caller":"traceutil/trace.go:171","msg":"trace[943498979] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"711.873247ms","start":"2026-07-24T17:20:34.471657Z","end":"2026-07-24T17:20:35.18353Z","steps":["trace[943498979] 'process raft request' (duration: 711.822014ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:35.183603Z","caller":"traceutil/trace.go:171","msg":"trace[372386308] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"897.209389ms","start":"2026-07-24T17:20:34.286383Z","end":"2026-07-24T17:20:35.183592Z","steps":["trace[372386308] 'process raft request' (duration: 897.039462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:35.183614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:34.286076Z","time spent":"897.46235ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6123,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:20:35.183662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:34.286365Z","time spent":"897.268782ms","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:20:35.18363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:34.471628Z","time spent":"711.96388ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:20:35.183794Z","caller":"traceutil/trace.go:171","msg":"trace[1699626405] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"897.672518ms","start":"2026-07-24T17:20:34.286116Z","end":"2026-07-24T17:20:35.183789Z","steps":["trace[1699626405] 'process raft request' (duration: 897.250001ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:35.183678Z","caller":"traceutil/trace.go:171","msg":"trace[762605648] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1715; }","duration":"897.550914ms","start":"2026-07-24T17:20:34.286115Z","end":"2026-07-24T17:20:35.183666Z","steps":["trace[762605648] 'read index received' (duration: 25.605049ms)","trace[762605648] 'applied index is now lower than readState.Index' (duration: 871.944635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:20:35.183839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:34.286105Z","time spent":"897.708441ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:20:35.184279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.000623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:20:35.184276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.764379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rkjvz.18c5497e3fa88810\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-24T17:20:35.184323Z","caller":"traceutil/trace.go:171","msg":"trace[1457435489] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1653; }","duration":"513.075106ms","start":"2026-07-24T17:20:34.671241Z","end":"2026-07-24T17:20:35.184316Z","steps":["trace[1457435489] 'agreement among raft nodes before linearized reading' (duration: 512.794594ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:35.184357Z","caller":"traceutil/trace.go:171","msg":"trace[1235268629] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rkjvz.18c5497e3fa88810; range_end:; response_count:1; response_revision:1653; }","duration":"772.881615ms","start":"2026-07-24T17:20:34.411459Z","end":"2026-07-24T17:20:35.184341Z","steps":["trace[1235268629] 'agreement among raft nodes before linearized reading' (duration: 772.711858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:35.184412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:34.41144Z","time spent":"772.959828ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":906,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rkjvz.18c5497e3fa88810\" "} {"level":"warn","ts":"2026-07-24T17:20:35.18451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.929209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-07-24T17:20:35.184541Z","caller":"traceutil/trace.go:171","msg":"trace[1783916693] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1653; }","duration":"850.012212ms","start":"2026-07-24T17:20:34.334521Z","end":"2026-07-24T17:20:35.184534Z","steps":["trace[1783916693] 'agreement among raft nodes before linearized reading' (duration: 849.401816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:35.184701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:34.334501Z","time spent":"850.1903ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":143653,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-24T17:20:35.184371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:34.671227Z","time spent":"513.136579ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:20:35.185063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.946983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5882"} {"level":"info","ts":"2026-07-24T17:20:35.185089Z","caller":"traceutil/trace.go:171","msg":"trace[32321326] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:1653; }","duration":"898.993795ms","start":"2026-07-24T17:20:34.286088Z","end":"2026-07-24T17:20:35.185082Z","steps":["trace[32321326] 'agreement among raft nodes before linearized reading' (duration: 898.079976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:35.185114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:34.286071Z","time spent":"899.035486ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5905,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-07-24T17:20:35.459198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.513245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:20:35.459345Z","caller":"traceutil/trace.go:171","msg":"trace[76445087] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"271.501987ms","start":"2026-07-24T17:20:35.187807Z","end":"2026-07-24T17:20:35.459309Z","steps":["trace[76445087] 'process raft request' (duration: 118.773684ms)","trace[76445087] 'compare' (duration: 152.40434ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:20:35.459406Z","caller":"traceutil/trace.go:171","msg":"trace[1503481674] linearizableReadLoop","detail":"{readStateIndex:1720; appliedIndex:1719; }","duration":"270.231654ms","start":"2026-07-24T17:20:35.189159Z","end":"2026-07-24T17:20:35.459391Z","steps":["trace[1503481674] 'read index received' (duration: 117.535681ms)","trace[1503481674] 'applied index is now lower than readState.Index' (duration: 152.693593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:20:35.459611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.794674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-07-24T17:20:35.459655Z","caller":"traceutil/trace.go:171","msg":"trace[245871821] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1655; }","duration":"268.871507ms","start":"2026-07-24T17:20:35.190773Z","end":"2026-07-24T17:20:35.459644Z","steps":["trace[245871821] 'agreement among raft nodes before linearized reading' (duration: 268.779553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:35.4596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.437432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5882"} {"level":"info","ts":"2026-07-24T17:20:35.460061Z","caller":"traceutil/trace.go:171","msg":"trace[1813577685] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:1655; }","duration":"270.950305ms","start":"2026-07-24T17:20:35.1891Z","end":"2026-07-24T17:20:35.46005Z","steps":["trace[1813577685] 'agreement among raft nodes before linearized reading' (duration: 270.376741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:35.460148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.722352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-07-24T17:20:35.460181Z","caller":"traceutil/trace.go:171","msg":"trace[144199027] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1655; }","duration":"189.854088ms","start":"2026-07-24T17:20:35.270318Z","end":"2026-07-24T17:20:35.460172Z","steps":["trace[144199027] 'agreement among raft nodes before linearized reading' (duration: 189.685361ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:35.459378Z","caller":"traceutil/trace.go:171","msg":"trace[635009819] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"260.437962ms","start":"2026-07-24T17:20:35.198923Z","end":"2026-07-24T17:20:35.459361Z","steps":["trace[635009819] 'process raft request' (duration: 260.371659ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:51.277844Z","caller":"traceutil/trace.go:171","msg":"trace[1899447073] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"222.296367ms","start":"2026-07-24T17:20:51.055491Z","end":"2026-07-24T17:20:51.277788Z","steps":["trace[1899447073] 'process raft request' (duration: 222.105529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.052208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.411557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:20:52.052231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.727572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-24T17:20:52.052297Z","caller":"traceutil/trace.go:171","msg":"trace[955451000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1887; }","duration":"513.538893ms","start":"2026-07-24T17:20:51.538736Z","end":"2026-07-24T17:20:52.052274Z","steps":["trace[955451000] 'range keys from in-memory index tree' (duration: 513.206938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.052349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:51.538717Z","time spent":"513.622716ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:20:52.05265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.527342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:20:52.052696Z","caller":"traceutil/trace.go:171","msg":"trace[1172649604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1887; }","duration":"509.594966ms","start":"2026-07-24T17:20:51.543087Z","end":"2026-07-24T17:20:52.052682Z","steps":["trace[1172649604] 'range keys from in-memory index tree' (duration: 509.402407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.052697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.553001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:20:52.052729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:51.543075Z","time spent":"509.645077ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:20:52.052732Z","caller":"traceutil/trace.go:171","msg":"trace[909624984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1887; }","duration":"508.608293ms","start":"2026-07-24T17:20:51.544114Z","end":"2026-07-24T17:20:52.052723Z","steps":["trace[909624984] 'range keys from in-memory index tree' (duration: 508.432785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.052762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:51.544106Z","time spent":"508.648525ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:20:52.052879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.092564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:20:52.052918Z","caller":"traceutil/trace.go:171","msg":"trace[1793577849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1887; }","duration":"509.167597ms","start":"2026-07-24T17:20:51.543742Z","end":"2026-07-24T17:20:52.05291Z","steps":["trace[1793577849] 'range keys from in-memory index tree' (duration: 508.944757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.052944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:51.543721Z","time spent":"509.21677ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:20:52.052307Z","caller":"traceutil/trace.go:171","msg":"trace[500184512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a157798e-d5a2-4499-b2be-693d20246a4b; range_end:; response_count:1; response_revision:1887; }","duration":"114.863597ms","start":"2026-07-24T17:20:51.937424Z","end":"2026-07-24T17:20:52.052288Z","steps":["trace[500184512] 'range keys from in-memory index tree' (duration: 114.616217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.052878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.323361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:20:52.053321Z","caller":"traceutil/trace.go:171","msg":"trace[1843868797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1887; }","duration":"508.853654ms","start":"2026-07-24T17:20:51.544447Z","end":"2026-07-24T17:20:52.053301Z","steps":["trace[1843868797] 'range keys from in-memory index tree' (duration: 508.164954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.053503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:51.544439Z","time spent":"509.048782ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:20:52.617114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.425129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:20:52.617309Z","caller":"traceutil/trace.go:171","msg":"trace[356500075] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1963; }","duration":"512.088669ms","start":"2026-07-24T17:20:52.105207Z","end":"2026-07-24T17:20:52.617296Z","steps":["trace[356500075] 'read index received' (duration: 357.41936ms)","trace[356500075] 'applied index is now lower than readState.Index' (duration: 154.668779ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:20:52.617353Z","caller":"traceutil/trace.go:171","msg":"trace[458937632] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"558.634106ms","start":"2026-07-24T17:20:52.058713Z","end":"2026-07-24T17:20:52.617347Z","steps":["trace[458937632] 'process raft request' (duration: 558.555353ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:52.617342Z","caller":"traceutil/trace.go:171","msg":"trace[899684910] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"558.979941ms","start":"2026-07-24T17:20:52.058344Z","end":"2026-07-24T17:20:52.617324Z","steps":["trace[899684910] 'process raft request' (duration: 558.903998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.617383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:52.058705Z","time spent":"558.661328ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:20:52.617417Z","caller":"traceutil/trace.go:171","msg":"trace[919497463] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"559.969093ms","start":"2026-07-24T17:20:52.057409Z","end":"2026-07-24T17:20:52.617378Z","steps":["trace[919497463] 'process raft request' (duration: 405.20284ms)","trace[919497463] 'compare' (duration: 154.002581ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:20:52.617356Z","caller":"traceutil/trace.go:171","msg":"trace[1312476170] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"559.265943ms","start":"2026-07-24T17:20:52.05806Z","end":"2026-07-24T17:20:52.617326Z","steps":["trace[1312476170] 'process raft request' (duration: 559.122207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.617428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.185643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:20:52.61746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:52.058331Z","time spent":"559.051025ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:20:52.617475Z","caller":"traceutil/trace.go:171","msg":"trace[1518049551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1892; }","duration":"512.312559ms","start":"2026-07-24T17:20:52.105151Z","end":"2026-07-24T17:20:52.617463Z","steps":["trace[1518049551] 'agreement among raft nodes before linearized reading' (duration: 512.194714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.617462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:52.05739Z","time spent":"560.049307ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:20:52.617499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:52.105091Z","time spent":"512.403622ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:20:52.617492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:52.058046Z","time spent":"559.403999ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:20:52.618293Z","caller":"traceutil/trace.go:171","msg":"trace[2086733052] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"386.098279ms","start":"2026-07-24T17:20:52.232185Z","end":"2026-07-24T17:20:52.618284Z","steps":["trace[2086733052] 'process raft request' (duration: 385.989514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.618361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:52.232154Z","time spent":"386.167331ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:20:52.618372Z","caller":"traceutil/trace.go:171","msg":"trace[301963078] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"231.629087ms","start":"2026-07-24T17:20:52.386735Z","end":"2026-07-24T17:20:52.618364Z","steps":["trace[301963078] 'process raft request' (duration: 231.526083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.619549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.069811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T17:20:52.619577Z","caller":"traceutil/trace.go:171","msg":"trace[6389219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"315.125803ms","start":"2026-07-24T17:20:52.304444Z","end":"2026-07-24T17:20:52.61957Z","steps":["trace[6389219] 'agreement among raft nodes before linearized reading' (duration: 315.026249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:52.619596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:20:52.304425Z","time spent":"315.164425ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:20:54.179609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.81033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-07-24T17:20:54.179701Z","caller":"traceutil/trace.go:171","msg":"trace[2117872152] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a157798e-d5a2-4499-b2be-693d20246a4b; range_end:; response_count:1; response_revision:1904; }","duration":"114.956866ms","start":"2026-07-24T17:20:54.064726Z","end":"2026-07-24T17:20:54.179683Z","steps":["trace[2117872152] 'range keys from in-memory index tree' (duration: 114.650043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:54.18002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.827211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11079"} {"level":"info","ts":"2026-07-24T17:20:54.180091Z","caller":"traceutil/trace.go:171","msg":"trace[1579125985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1904; }","duration":"106.916985ms","start":"2026-07-24T17:20:54.073156Z","end":"2026-07-24T17:20:54.180073Z","steps":["trace[1579125985] 'range keys from in-memory index tree' (duration: 106.57726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:58.815206Z","caller":"traceutil/trace.go:171","msg":"trace[2139754140] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"131.716008ms","start":"2026-07-24T17:20:58.683462Z","end":"2026-07-24T17:20:58.815178Z","steps":["trace[2139754140] 'process raft request' (duration: 88.295409ms)","trace[2139754140] 'compare' (duration: 43.258782ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:20:58.815215Z","caller":"traceutil/trace.go:171","msg":"trace[473626413] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"131.566282ms","start":"2026-07-24T17:20:58.68363Z","end":"2026-07-24T17:20:58.815196Z","steps":["trace[473626413] 'process raft request' (duration: 131.505029ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:58.81533Z","caller":"traceutil/trace.go:171","msg":"trace[1557605659] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2020; }","duration":"123.06426ms","start":"2026-07-24T17:20:58.692233Z","end":"2026-07-24T17:20:58.815297Z","steps":["trace[1557605659] 'read index received' (duration: 13.477944ms)","trace[1557605659] 'applied index is now lower than readState.Index' (duration: 109.583906ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:20:58.815375Z","caller":"traceutil/trace.go:171","msg":"trace[258820707] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"131.389004ms","start":"2026-07-24T17:20:58.683964Z","end":"2026-07-24T17:20:58.815353Z","steps":["trace[258820707] 'process raft request' (duration: 131.204256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:58.815603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.285815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:20:58.815674Z","caller":"traceutil/trace.go:171","msg":"trace[1009574867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1948; }","duration":"106.387749ms","start":"2026-07-24T17:20:58.70927Z","end":"2026-07-24T17:20:58.815658Z","steps":["trace[1009574867] 'agreement among raft nodes before linearized reading' (duration: 106.188681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:58.815792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.932279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:20:58.8156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.347251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T17:20:58.815884Z","caller":"traceutil/trace.go:171","msg":"trace[2125128328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1948; }","duration":"102.033654ms","start":"2026-07-24T17:20:58.713833Z","end":"2026-07-24T17:20:58.815867Z","steps":["trace[2125128328] 'agreement among raft nodes before linearized reading' (duration: 101.870337ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:20:58.815899Z","caller":"traceutil/trace.go:171","msg":"trace[825771872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"123.691467ms","start":"2026-07-24T17:20:58.692186Z","end":"2026-07-24T17:20:58.815877Z","steps":["trace[825771872] 'agreement among raft nodes before linearized reading' (duration: 123.257538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:58.816219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.390289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:20:58.816284Z","caller":"traceutil/trace.go:171","msg":"trace[153803407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1948; }","duration":"102.456042ms","start":"2026-07-24T17:20:58.713814Z","end":"2026-07-24T17:20:58.81627Z","steps":["trace[153803407] 'agreement among raft nodes before linearized reading' (duration: 102.303876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:20:58.815624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.620734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:20:58.816932Z","caller":"traceutil/trace.go:171","msg":"trace[1326147800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1948; }","duration":"101.951371ms","start":"2026-07-24T17:20:58.714969Z","end":"2026-07-24T17:20:58.81692Z","steps":["trace[1326147800] 'agreement among raft nodes before linearized reading' (duration: 100.566072ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:04.872465Z","caller":"traceutil/trace.go:171","msg":"trace[1099868991] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"142.632855ms","start":"2026-07-24T17:21:04.729808Z","end":"2026-07-24T17:21:04.872441Z","steps":["trace[1099868991] 'process raft request' (duration: 142.472238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:05.161948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.324306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:21:05.162173Z","caller":"traceutil/trace.go:171","msg":"trace[424309959] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2070; }","duration":"300.682872ms","start":"2026-07-24T17:21:04.861468Z","end":"2026-07-24T17:21:05.162151Z","steps":["trace[424309959] 'read index received' (duration: 10.79145ms)","trace[424309959] 'applied index is now lower than readState.Index' (duration: 289.890302ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:21:05.162314Z","caller":"traceutil/trace.go:171","msg":"trace[1221323001] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"324.604032ms","start":"2026-07-24T17:21:04.837688Z","end":"2026-07-24T17:21:05.162292Z","steps":["trace[1221323001] 'process raft request' (duration: 324.416664ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:05.162381Z","caller":"traceutil/trace.go:171","msg":"trace[1865538234] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"325.104353ms","start":"2026-07-24T17:21:04.837245Z","end":"2026-07-24T17:21:05.162349Z","steps":["trace[1865538234] 'process raft request' (duration: 88.296237ms)","trace[1865538234] 'compare' (duration: 236.2062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:21:05.162455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.518692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:21:05.162461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.644887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:21:05.162514Z","caller":"traceutil/trace.go:171","msg":"trace[450133542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1997; }","duration":"254.605795ms","start":"2026-07-24T17:21:04.907895Z","end":"2026-07-24T17:21:05.1625Z","steps":["trace[450133542] 'agreement among raft nodes before linearized reading' (duration: 254.430728ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:05.162505Z","caller":"traceutil/trace.go:171","msg":"trace[1750808119] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"324.926535ms","start":"2026-07-24T17:21:04.83757Z","end":"2026-07-24T17:21:05.162497Z","steps":["trace[1750808119] 'process raft request' (duration: 324.469626ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:05.162532Z","caller":"traceutil/trace.go:171","msg":"trace[2017547490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1997; }","duration":"254.735572ms","start":"2026-07-24T17:21:04.907771Z","end":"2026-07-24T17:21:05.162507Z","steps":["trace[2017547490] 'agreement among raft nodes before linearized reading' (duration: 254.565254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:05.162543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.745064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:21:05.16257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:04.837556Z","time spent":"324.992959ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:05.16258Z","caller":"traceutil/trace.go:171","msg":"trace[673801318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1997; }","duration":"255.813817ms","start":"2026-07-24T17:21:04.906753Z","end":"2026-07-24T17:21:05.162567Z","steps":["trace[673801318] 'agreement among raft nodes before linearized reading' (duration: 255.735254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:05.16259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.125961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T17:21:05.162458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:04.837664Z","time spent":"324.718836ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:05.162633Z","caller":"traceutil/trace.go:171","msg":"trace[1536995157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1997; }","duration":"301.199204ms","start":"2026-07-24T17:21:04.861421Z","end":"2026-07-24T17:21:05.16262Z","steps":["trace[1536995157] 'agreement among raft nodes before linearized reading' (duration: 301.090829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:05.162455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.080515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:21:05.162667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:04.861405Z","time spent":"301.252226ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:21:05.162703Z","caller":"traceutil/trace.go:171","msg":"trace[1481895256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1997; }","duration":"281.336656ms","start":"2026-07-24T17:21:04.881325Z","end":"2026-07-24T17:21:05.162662Z","steps":["trace[1481895256] 'agreement among raft nodes before linearized reading' (duration: 280.997902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:05.164162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:04.837221Z","time spent":"325.232178ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:05.863428Z","caller":"traceutil/trace.go:171","msg":"trace[1634560566] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"696.819501ms","start":"2026-07-24T17:21:05.16659Z","end":"2026-07-24T17:21:05.86341Z","steps":["trace[1634560566] 'process raft request' (duration: 696.666224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:05.863625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:05.166581Z","time spent":"696.974807ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:05.863735Z","caller":"traceutil/trace.go:171","msg":"trace[1899678182] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"697.070471ms","start":"2026-07-24T17:21:05.166634Z","end":"2026-07-24T17:21:05.863705Z","steps":["trace[1899678182] 'process raft request' (duration: 696.743457ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:05.863773Z","caller":"traceutil/trace.go:171","msg":"trace[904874879] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"696.851912ms","start":"2026-07-24T17:21:05.166899Z","end":"2026-07-24T17:21:05.863751Z","steps":["trace[904874879] 'process raft request' (duration: 696.749278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:05.863911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:05.166617Z","time spent":"697.191137ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:05.863925Z","caller":"traceutil/trace.go:171","msg":"trace[1004814923] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"664.343024ms","start":"2026-07-24T17:21:05.199573Z","end":"2026-07-24T17:21:05.863916Z","steps":["trace[1004814923] 'process raft request' (duration: 664.149906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:05.864038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:05.166887Z","time spent":"696.969787ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:21:05.864119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:05.199553Z","time spent":"664.496191ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:05.882655Z","caller":"traceutil/trace.go:171","msg":"trace[135956388] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"154.87441ms","start":"2026-07-24T17:21:05.727754Z","end":"2026-07-24T17:21:05.882628Z","steps":["trace[135956388] 'process raft request' (duration: 154.616219ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:05.882461Z","caller":"traceutil/trace.go:171","msg":"trace[831809968] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"210.330147ms","start":"2026-07-24T17:21:05.672083Z","end":"2026-07-24T17:21:05.882413Z","steps":["trace[831809968] 'process raft request' (duration: 210.133258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.404993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.17467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:21:10.405094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.296057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:21:10.405257Z","caller":"traceutil/trace.go:171","msg":"trace[975441743] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2027; }","duration":"289.521217ms","start":"2026-07-24T17:21:10.11572Z","end":"2026-07-24T17:21:10.405241Z","steps":["trace[975441743] 'count revisions from in-memory index tree' (duration: 289.12278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.405288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161268594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T17:21:10.405323Z","caller":"traceutil/trace.go:171","msg":"trace[2058966767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2027; }","duration":"1.161329836s","start":"2026-07-24T17:21:09.24398Z","end":"2026-07-24T17:21:10.40531Z","steps":["trace[2058966767] 'range keys from in-memory index tree' (duration: 1.16118119s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.405359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:09.243953Z","time spent":"1.161400149s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:21:10.40548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.074337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-24T17:21:10.405547Z","caller":"traceutil/trace.go:171","msg":"trace[1221532016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2027; }","duration":"679.192181ms","start":"2026-07-24T17:21:09.726339Z","end":"2026-07-24T17:21:10.405531Z","steps":["trace[1221532016] 'range keys from in-memory index tree' (duration: 678.91814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.405583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:09.726315Z","time spent":"679.261074ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:21:10.405666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.095349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T17:21:10.405671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.913357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:21:10.405699Z","caller":"traceutil/trace.go:171","msg":"trace[437847444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2027; }","duration":"209.169341ms","start":"2026-07-24T17:21:10.196522Z","end":"2026-07-24T17:21:10.405692Z","steps":["trace[437847444] 'range keys from in-memory index tree' (duration: 208.864829ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:10.405752Z","caller":"traceutil/trace.go:171","msg":"trace[1932229554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2027; }","duration":"528.035281ms","start":"2026-07-24T17:21:09.877702Z","end":"2026-07-24T17:21:10.405737Z","steps":["trace[1932229554] 'range keys from in-memory index tree' (duration: 527.670826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.405835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:09.877681Z","time spent":"528.105964ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:21:10.405885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.720429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-24T17:21:10.405944Z","caller":"traceutil/trace.go:171","msg":"trace[660137816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2027; }","duration":"112.803973ms","start":"2026-07-24T17:21:10.293127Z","end":"2026-07-24T17:21:10.405931Z","steps":["trace[660137816] 'range keys from in-memory index tree' (duration: 112.5274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.405933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.24365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:21:10.406708Z","caller":"traceutil/trace.go:171","msg":"trace[679347459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2027; }","duration":"529.084886ms","start":"2026-07-24T17:21:09.877607Z","end":"2026-07-24T17:21:10.406692Z","steps":["trace[679347459] 'range keys from in-memory index tree' (duration: 527.494949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.406761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:09.877591Z","time spent":"529.153899ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:21:10.405091Z","caller":"traceutil/trace.go:171","msg":"trace[1901414501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2027; }","duration":"299.328046ms","start":"2026-07-24T17:21:10.105744Z","end":"2026-07-24T17:21:10.405072Z","steps":["trace[1901414501] 'range keys from in-memory index tree' (duration: 299.093006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.407161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:10.105726Z","time spent":"301.420376ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:21:10.405017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.412915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:21:10.407234Z","caller":"traceutil/trace.go:171","msg":"trace[460868003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2027; }","duration":"529.691793ms","start":"2026-07-24T17:21:09.877526Z","end":"2026-07-24T17:21:10.407217Z","steps":["trace[460868003] 'range keys from in-memory index tree' (duration: 527.265299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:10.407291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:09.877505Z","time spent":"529.770516ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:21:27.072408Z","caller":"traceutil/trace.go:171","msg":"trace[622276048] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"129.628496ms","start":"2026-07-24T17:21:26.942756Z","end":"2026-07-24T17:21:27.072384Z","steps":["trace[622276048] 'process raft request' (duration: 129.48415ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:32.731607Z","caller":"traceutil/trace.go:171","msg":"trace[1450775394] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"196.082891ms","start":"2026-07-24T17:21:32.535504Z","end":"2026-07-24T17:21:32.731587Z","steps":["trace[1450775394] 'read index received' (duration: 195.904293ms)","trace[1450775394] 'applied index is now lower than readState.Index' (duration: 177.618µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:21:32.73174Z","caller":"traceutil/trace.go:171","msg":"trace[1377524973] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"203.130855ms","start":"2026-07-24T17:21:32.528566Z","end":"2026-07-24T17:21:32.731697Z","steps":["trace[1377524973] 'process raft request' (duration: 202.891494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:32.731905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.348452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:21:32.731965Z","caller":"traceutil/trace.go:171","msg":"trace[1367940060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2152; }","duration":"196.461747ms","start":"2026-07-24T17:21:32.535473Z","end":"2026-07-24T17:21:32.731935Z","steps":["trace[1367940060] 'agreement among raft nodes before linearized reading' (duration: 196.267108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:32.732099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.400987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:21:32.732168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.449692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:21:32.732181Z","caller":"traceutil/trace.go:171","msg":"trace[932677386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2152; }","duration":"187.537384ms","start":"2026-07-24T17:21:32.544627Z","end":"2026-07-24T17:21:32.732164Z","steps":["trace[932677386] 'agreement among raft nodes before linearized reading' (duration: 187.244531ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:32.732212Z","caller":"traceutil/trace.go:171","msg":"trace[486332649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2152; }","duration":"181.515775ms","start":"2026-07-24T17:21:32.550669Z","end":"2026-07-24T17:21:32.732185Z","steps":["trace[486332649] 'agreement among raft nodes before linearized reading' (duration: 181.432351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:32.73246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.466605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T17:21:32.732517Z","caller":"traceutil/trace.go:171","msg":"trace[1085605221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2152; }","duration":"175.563329ms","start":"2026-07-24T17:21:32.556936Z","end":"2026-07-24T17:21:32.7325Z","steps":["trace[1085605221] 'agreement among raft nodes before linearized reading' (duration: 175.3537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:32.732637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.338279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:21:32.732744Z","caller":"traceutil/trace.go:171","msg":"trace[1588186286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2152; }","duration":"185.499146ms","start":"2026-07-24T17:21:32.547226Z","end":"2026-07-24T17:21:32.732725Z","steps":["trace[1588186286] 'agreement among raft nodes before linearized reading' (duration: 184.984944ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:32.925175Z","caller":"traceutil/trace.go:171","msg":"trace[234112290] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"188.591359ms","start":"2026-07-24T17:21:32.736561Z","end":"2026-07-24T17:21:32.925152Z","steps":["trace[234112290] 'process raft request' (duration: 188.481104ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:32.925203Z","caller":"traceutil/trace.go:171","msg":"trace[17095093] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"187.615197ms","start":"2026-07-24T17:21:32.737567Z","end":"2026-07-24T17:21:32.925182Z","steps":["trace[17095093] 'process raft request' (duration: 187.550835ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:32.925226Z","caller":"traceutil/trace.go:171","msg":"trace[1120244397] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"188.648912ms","start":"2026-07-24T17:21:32.736542Z","end":"2026-07-24T17:21:32.925191Z","steps":["trace[1120244397] 'process raft request' (duration: 114.102446ms)","trace[1120244397] 'compare' (duration: 74.17517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:21:33.619739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.366708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:21:33.620115Z","caller":"traceutil/trace.go:171","msg":"trace[209791095] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"529.66778ms","start":"2026-07-24T17:21:33.090418Z","end":"2026-07-24T17:21:33.620086Z","steps":["trace[209791095] 'process raft request' (duration: 381.854553ms)","trace[209791095] 'compare' (duration: 147.260843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:21:33.620371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:33.090386Z","time spent":"529.869188ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:33.620841Z","caller":"traceutil/trace.go:171","msg":"trace[2036771479] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"515.555762ms","start":"2026-07-24T17:21:33.105268Z","end":"2026-07-24T17:21:33.620824Z","steps":["trace[2036771479] 'read index received' (duration: 366.989833ms)","trace[2036771479] 'applied index is now lower than readState.Index' (duration: 148.564269ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:21:33.621228Z","caller":"traceutil/trace.go:171","msg":"trace[926998383] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"343.209201ms","start":"2026-07-24T17:21:33.277999Z","end":"2026-07-24T17:21:33.621208Z","steps":["trace[926998383] 'process raft request' (duration: 341.865163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:33.621434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:33.277956Z","time spent":"343.42308ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:21:33.621355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.063565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:21:33.622822Z","caller":"traceutil/trace.go:171","msg":"trace[1695063393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2159; }","duration":"517.57089ms","start":"2026-07-24T17:21:33.105233Z","end":"2026-07-24T17:21:33.622804Z","steps":["trace[1695063393] 'agreement among raft nodes before linearized reading' (duration: 516.009222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:33.622949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:33.105217Z","time spent":"517.716245ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:21:33.621876Z","caller":"traceutil/trace.go:171","msg":"trace[425950649] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"343.578877ms","start":"2026-07-24T17:21:33.278275Z","end":"2026-07-24T17:21:33.621854Z","steps":["trace[425950649] 'process raft request' (duration: 342.614145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:33.623332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:33.278269Z","time spent":"344.795749ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:33.621934Z","caller":"traceutil/trace.go:171","msg":"trace[234985359] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"343.768054ms","start":"2026-07-24T17:21:33.278145Z","end":"2026-07-24T17:21:33.621913Z","steps":["trace[234985359] 'process raft request' (duration: 342.697318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:33.624057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:33.278134Z","time spent":"345.875625ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:33.70661Z","caller":"traceutil/trace.go:171","msg":"trace[121796604] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"219.980361ms","start":"2026-07-24T17:21:33.486587Z","end":"2026-07-24T17:21:33.706567Z","steps":["trace[121796604] 'process raft request' (duration: 219.810174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:33.909262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.50026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T17:21:33.909361Z","caller":"traceutil/trace.go:171","msg":"trace[370245105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2161; }","duration":"169.716389ms","start":"2026-07-24T17:21:33.739622Z","end":"2026-07-24T17:21:33.909339Z","steps":["trace[370245105] 'range keys from in-memory index tree' (duration: 169.219558ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:34.354584Z","caller":"traceutil/trace.go:171","msg":"trace[1293111542] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"145.163485ms","start":"2026-07-24T17:21:34.209387Z","end":"2026-07-24T17:21:34.35455Z","steps":["trace[1293111542] 'process raft request' (duration: 144.966806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.154086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.460119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:21:35.154189Z","caller":"traceutil/trace.go:171","msg":"trace[492769091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2162; }","duration":"225.613517ms","start":"2026-07-24T17:21:34.928549Z","end":"2026-07-24T17:21:35.154163Z","steps":["trace[492769091] 'range keys from in-memory index tree' (duration: 225.308704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.154212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.892211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:21:35.154347Z","caller":"traceutil/trace.go:171","msg":"trace[41129176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2162; }","duration":"366.067338ms","start":"2026-07-24T17:21:34.788252Z","end":"2026-07-24T17:21:35.154319Z","steps":["trace[41129176] 'range keys from in-memory index tree' (duration: 365.692753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.154413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:34.788236Z","time spent":"366.160903ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:21:35.154378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.106455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:21:35.154502Z","caller":"traceutil/trace.go:171","msg":"trace[1216430029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2162; }","duration":"225.310073ms","start":"2026-07-24T17:21:34.929167Z","end":"2026-07-24T17:21:35.154477Z","steps":["trace[1216430029] 'range keys from in-memory index tree' (duration: 224.908106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.154615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.698018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:21:35.154661Z","caller":"traceutil/trace.go:171","msg":"trace[1075425544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2162; }","duration":"224.765021ms","start":"2026-07-24T17:21:34.929885Z","end":"2026-07-24T17:21:35.15465Z","steps":["trace[1075425544] 'range keys from in-memory index tree' (duration: 224.613563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.154783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.101345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:21:35.154815Z","caller":"traceutil/trace.go:171","msg":"trace[1782753023] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2162; }","duration":"192.184769ms","start":"2026-07-24T17:21:34.962623Z","end":"2026-07-24T17:21:35.154807Z","steps":["trace[1782753023] 'count revisions from in-memory index tree' (duration: 191.940549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.154827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.020332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:21:35.154885Z","caller":"traceutil/trace.go:171","msg":"trace[1404499324] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2162; }","duration":"391.111116ms","start":"2026-07-24T17:21:34.763755Z","end":"2026-07-24T17:21:35.154866Z","steps":["trace[1404499324] 'count revisions from in-memory index tree' (duration: 390.896137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.154917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.371935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T17:21:35.154945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:34.763738Z","time spent":"391.19094ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:21:35.154978Z","caller":"traceutil/trace.go:171","msg":"trace[1411325928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"238.47239ms","start":"2026-07-24T17:21:34.916487Z","end":"2026-07-24T17:21:35.154959Z","steps":["trace[1411325928] 'range keys from in-memory index tree' (duration: 238.143726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.154085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.043601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:21:35.155176Z","caller":"traceutil/trace.go:171","msg":"trace[1226183805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2162; }","duration":"418.196891ms","start":"2026-07-24T17:21:34.736961Z","end":"2026-07-24T17:21:35.155158Z","steps":["trace[1226183805] 'range keys from in-memory index tree' (duration: 416.7839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.155282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:34.73693Z","time spent":"418.330777ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:21:35.462334Z","caller":"traceutil/trace.go:171","msg":"trace[373351026] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"302.85204ms","start":"2026-07-24T17:21:35.159185Z","end":"2026-07-24T17:21:35.462037Z","steps":["trace[373351026] 'process raft request' (duration: 302.676302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.462498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.159171Z","time spent":"303.241167ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:35.593714Z","caller":"traceutil/trace.go:171","msg":"trace[1852420516] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"434.201282ms","start":"2026-07-24T17:21:35.159487Z","end":"2026-07-24T17:21:35.593688Z","steps":["trace[1852420516] 'process raft request' (duration: 433.93123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.593871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.159477Z","time spent":"434.317177ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:35.594333Z","caller":"traceutil/trace.go:171","msg":"trace[1694006205] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"433.965072ms","start":"2026-07-24T17:21:35.160355Z","end":"2026-07-24T17:21:35.59432Z","steps":["trace[1694006205] 'process raft request' (duration: 433.248381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.59441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.16034Z","time spent":"434.034565ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:35.594493Z","caller":"traceutil/trace.go:171","msg":"trace[771023337] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"433.91854ms","start":"2026-07-24T17:21:35.160548Z","end":"2026-07-24T17:21:35.594466Z","steps":["trace[771023337] 'process raft request' (duration: 433.386377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.59471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.160538Z","time spent":"434.060626ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:35.594552Z","caller":"traceutil/trace.go:171","msg":"trace[1680282978] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"433.647669ms","start":"2026-07-24T17:21:35.160853Z","end":"2026-07-24T17:21:35.5945Z","steps":["trace[1680282978] 'process raft request' (duration: 433.239401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:35.594989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.160842Z","time spent":"434.038075ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:21:36.240453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.684425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:21:36.240837Z","caller":"traceutil/trace.go:171","msg":"trace[1096760557] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"615.683363ms","start":"2026-07-24T17:21:35.625114Z","end":"2026-07-24T17:21:36.240798Z","steps":["trace[1096760557] 'process raft request' (duration: 474.57848ms)","trace[1096760557] 'compare' (duration: 140.304368ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:21:36.241078Z","caller":"traceutil/trace.go:171","msg":"trace[568308762] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"614.573865ms","start":"2026-07-24T17:21:35.626392Z","end":"2026-07-24T17:21:36.240966Z","steps":["trace[568308762] 'process raft request' (duration: 614.190468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:36.24114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.625096Z","time spent":"615.813648ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:21:36.241227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.626372Z","time spent":"614.778404ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:36.241487Z","caller":"traceutil/trace.go:171","msg":"trace[1283051407] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"614.411918ms","start":"2026-07-24T17:21:35.627048Z","end":"2026-07-24T17:21:36.24146Z","steps":["trace[1283051407] 'process raft request' (duration: 613.794262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:36.241655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.627032Z","time spent":"614.519173ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:36.241694Z","caller":"traceutil/trace.go:171","msg":"trace[1346978499] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"614.472941ms","start":"2026-07-24T17:21:35.62716Z","end":"2026-07-24T17:21:36.241633Z","steps":["trace[1346978499] 'process raft request' (duration: 613.75426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:36.241903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.627146Z","time spent":"614.702141ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:36.247599Z","caller":"traceutil/trace.go:171","msg":"trace[1902529208] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"369.874077ms","start":"2026-07-24T17:21:35.877708Z","end":"2026-07-24T17:21:36.247582Z","steps":["trace[1902529208] 'process raft request' (duration: 369.747901ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:36.247773Z","caller":"traceutil/trace.go:171","msg":"trace[518218722] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"352.789362ms","start":"2026-07-24T17:21:35.894966Z","end":"2026-07-24T17:21:36.247755Z","steps":["trace[518218722] 'process raft request' (duration: 352.585323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:36.247847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.877684Z","time spent":"369.969431ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:21:36.247881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.894945Z","time spent":"352.899447ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:21:36.247758Z","caller":"traceutil/trace.go:171","msg":"trace[1761693095] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2251; }","duration":"302.174284ms","start":"2026-07-24T17:21:35.945569Z","end":"2026-07-24T17:21:36.247744Z","steps":["trace[1761693095] 'read index received' (duration: 154.716938ms)","trace[1761693095] 'applied index is now lower than readState.Index' (duration: 147.456435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:21:36.247925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.421695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:21:36.248013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.001581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:21:36.248033Z","caller":"traceutil/trace.go:171","msg":"trace[68064233] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2174; }","duration":"302.526489ms","start":"2026-07-24T17:21:35.945453Z","end":"2026-07-24T17:21:36.24798Z","steps":["trace[68064233] 'agreement among raft nodes before linearized reading' (duration: 302.361102ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:21:36.248055Z","caller":"traceutil/trace.go:171","msg":"trace[914289054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2174; }","duration":"142.074035ms","start":"2026-07-24T17:21:36.105971Z","end":"2026-07-24T17:21:36.248045Z","steps":["trace[914289054] 'agreement among raft nodes before linearized reading' (duration: 142.005382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:36.248174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.945435Z","time spent":"302.625963ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:21:36.249581Z","caller":"traceutil/trace.go:171","msg":"trace[772346803] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"335.118891ms","start":"2026-07-24T17:21:35.91269Z","end":"2026-07-24T17:21:36.247809Z","steps":["trace[772346803] 'process raft request' (duration: 334.958774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:21:36.249793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:21:35.912665Z","time spent":"336.986812ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:22:53.290083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.994868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:22:53.290241Z","caller":"traceutil/trace.go:171","msg":"trace[2005749885] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2624; }","duration":"323.176352ms","start":"2026-07-24T17:22:52.967047Z","end":"2026-07-24T17:22:53.290223Z","steps":["trace[2005749885] 'count revisions from in-memory index tree' (duration: 322.911547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:22:53.290313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:22:52.966992Z","time spent":"323.307183ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:23:03.090708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121387699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:23:03.591851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121387699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:23:04.041069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935201893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:23:04.041163Z","caller":"traceutil/trace.go:171","msg":"trace[2093038550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2724; }","duration":"1.935331235s","start":"2026-07-24T17:23:02.105813Z","end":"2026-07-24T17:23:04.041144Z","steps":["trace[2093038550] 'range keys from in-memory index tree' (duration: 1.935100631s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.041202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.105801Z","time spent":"1.935392837s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:23:04.041486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030559388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T17:23:04.041556Z","caller":"traceutil/trace.go:171","msg":"trace[1326577651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2724; }","duration":"2.030661s","start":"2026-07-24T17:23:02.010883Z","end":"2026-07-24T17:23:04.041544Z","steps":["trace[1326577651] 'range keys from in-memory index tree' (duration: 2.030334254s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.041587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.010865Z","time spent":"2.03071435s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:23:04.041619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029010309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:23:04.041639Z","caller":"traceutil/trace.go:171","msg":"trace[1220012517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2724; }","duration":"2.02906084s","start":"2026-07-24T17:23:02.012571Z","end":"2026-07-24T17:23:04.041631Z","steps":["trace[1220012517] 'range keys from in-memory index tree' (duration: 2.028937268s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.041656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.012554Z","time spent":"2.029097711s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:23:04.041501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008184044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:23:04.041732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022704712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:23:04.04175Z","caller":"traceutil/trace.go:171","msg":"trace[218650725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2724; }","duration":"2.022742214s","start":"2026-07-24T17:23:02.019002Z","end":"2026-07-24T17:23:04.041744Z","steps":["trace[218650725] 'range keys from in-memory index tree' (duration: 2.022637132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.041766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.018991Z","time spent":"2.022771814s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:23:04.04174Z","caller":"traceutil/trace.go:171","msg":"trace[315769521] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2724; }","duration":"2.008460709s","start":"2026-07-24T17:23:02.033247Z","end":"2026-07-24T17:23:04.041707Z","steps":["trace[315769521] 'range keys from in-memory index tree' (duration: 2.008057472s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.041833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019904751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T17:23:04.041846Z","caller":"traceutil/trace.go:171","msg":"trace[1857654074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2724; }","duration":"2.019945551s","start":"2026-07-24T17:23:02.021897Z","end":"2026-07-24T17:23:04.041843Z","steps":["trace[1857654074] 'range keys from in-memory index tree' (duration: 2.01982911s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.041858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.021882Z","time spent":"2.019972822s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:23:04.041969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.033226Z","time spent":"2.008705374s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:23:04.09206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121387699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:23:04.109135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537168112s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:23:04.109571Z","caller":"traceutil/trace.go:171","msg":"trace[1327281522] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"1.537722923s","start":"2026-07-24T17:23:02.57182Z","end":"2026-07-24T17:23:04.109543Z","steps":["trace[1327281522] 'process raft request' (duration: 1.537514949s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.109735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.571793Z","time spent":"1.537857696s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:23:04.140843Z","caller":"traceutil/trace.go:171","msg":"trace[308847706] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"1.562356819s","start":"2026-07-24T17:23:02.578462Z","end":"2026-07-24T17:23:04.140819Z","steps":["trace[308847706] 'process raft request' (duration: 1.562122254s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.14096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.578443Z","time spent":"1.56245402s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:23:04.141024Z","caller":"traceutil/trace.go:171","msg":"trace[1258741659] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"1.561696176s","start":"2026-07-24T17:23:02.57931Z","end":"2026-07-24T17:23:04.141007Z","steps":["trace[1258741659] 'process raft request' (duration: 1.561464842s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.141135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.579303Z","time spent":"1.561767707s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:23:04.14855Z","caller":"traceutil/trace.go:171","msg":"trace[81014223] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"1.569126296s","start":"2026-07-24T17:23:02.579408Z","end":"2026-07-24T17:23:04.148535Z","steps":["trace[81014223] 'process raft request' (duration: 1.561583034s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.148631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.579403Z","time spent":"1.569187718s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:23:04.148604Z","caller":"traceutil/trace.go:171","msg":"trace[2081570401] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"102.271337ms","start":"2026-07-24T17:23:04.0463Z","end":"2026-07-24T17:23:04.148571Z","steps":["trace[2081570401] 'process raft request' (duration: 102.155294ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:04.148679Z","caller":"traceutil/trace.go:171","msg":"trace[1166264608] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"101.838698ms","start":"2026-07-24T17:23:04.046828Z","end":"2026-07-24T17:23:04.148667Z","steps":["trace[1166264608] 'process raft request' (duration: 101.672965ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:04.148789Z","caller":"traceutil/trace.go:171","msg":"trace[1957407290] linearizableReadLoop","detail":"{readStateIndex:2836; appliedIndex:2828; }","duration":"1.558290346s","start":"2026-07-24T17:23:02.590476Z","end":"2026-07-24T17:23:04.148766Z","steps":["trace[1957407290] 'read index received' (duration: 1.518839023s)","trace[1957407290] 'applied index is now lower than readState.Index' (duration: 39.450583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:04.148961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239486768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:23:04.149003Z","caller":"traceutil/trace.go:171","msg":"trace[762793844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2732; }","duration":"1.239562339s","start":"2026-07-24T17:23:02.909432Z","end":"2026-07-24T17:23:04.148994Z","steps":["trace[762793844] 'agreement among raft nodes before linearized reading' (duration: 1.239432936s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.148996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55849607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:23:04.149039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.909413Z","time spent":"1.2396174s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:23:04.149051Z","caller":"traceutil/trace.go:171","msg":"trace[1172852992] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2732; }","duration":"1.558585511s","start":"2026-07-24T17:23:02.590451Z","end":"2026-07-24T17:23:04.149036Z","steps":["trace[1172852992] 'agreement among raft nodes before linearized reading' (duration: 1.558408418s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.149097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:02.590443Z","time spent":"1.558642042s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:23:04.149131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.877267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:23:04.149172Z","caller":"traceutil/trace.go:171","msg":"trace[361463651] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2732; }","duration":"103.953678ms","start":"2026-07-24T17:23:04.045209Z","end":"2026-07-24T17:23:04.149162Z","steps":["trace[361463651] 'agreement among raft nodes before linearized reading' (duration: 103.855796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.149209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.940557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:23:04.149244Z","caller":"traceutil/trace.go:171","msg":"trace[2111764007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2732; }","duration":"104.993707ms","start":"2026-07-24T17:23:04.044242Z","end":"2026-07-24T17:23:04.149235Z","steps":["trace[2111764007] 'agreement among raft nodes before linearized reading' (duration: 104.943736ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:04.149277Z","caller":"traceutil/trace.go:171","msg":"trace[115975535] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"102.44318ms","start":"2026-07-24T17:23:04.046822Z","end":"2026-07-24T17:23:04.149265Z","steps":["trace[115975535] 'process raft request' (duration: 101.799028ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:04.149363Z","caller":"traceutil/trace.go:171","msg":"trace[548503888] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"103.150733ms","start":"2026-07-24T17:23:04.04619Z","end":"2026-07-24T17:23:04.149341Z","steps":["trace[548503888] 'process raft request' (duration: 102.214065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:04.149425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.712076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:23:04.149455Z","caller":"traceutil/trace.go:171","msg":"trace[532379497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2732; }","duration":"264.772306ms","start":"2026-07-24T17:23:03.884674Z","end":"2026-07-24T17:23:04.149447Z","steps":["trace[532379497] 'agreement among raft nodes before linearized reading' (duration: 264.690225ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:28.983323Z","caller":"traceutil/trace.go:171","msg":"trace[2063663550] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"114.62941ms","start":"2026-07-24T17:23:28.86867Z","end":"2026-07-24T17:23:28.983299Z","steps":["trace[2063663550] 'process raft request' (duration: 114.467777ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:39.966299Z","caller":"traceutil/trace.go:171","msg":"trace[2025719081] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3035; }","duration":"157.586049ms","start":"2026-07-24T17:23:39.808683Z","end":"2026-07-24T17:23:39.966269Z","steps":["trace[2025719081] 'read index received' (duration: 157.369673ms)","trace[2025719081] 'applied index is now lower than readState.Index' (duration: 215.136µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:39.966469Z","caller":"traceutil/trace.go:171","msg":"trace[698118084] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"294.585226ms","start":"2026-07-24T17:23:39.671788Z","end":"2026-07-24T17:23:39.966373Z","steps":["trace[698118084] 'process raft request' (duration: 294.259778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:39.966511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.815844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:23:39.966547Z","caller":"traceutil/trace.go:171","msg":"trace[1973072302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2925; }","duration":"157.942907ms","start":"2026-07-24T17:23:39.808598Z","end":"2026-07-24T17:23:39.966541Z","steps":["trace[1973072302] 'agreement among raft nodes before linearized reading' (duration: 157.775263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:40.748737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.884741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:23:40.748814Z","caller":"traceutil/trace.go:171","msg":"trace[1041173568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2925; }","duration":"645.101906ms","start":"2026-07-24T17:23:40.103694Z","end":"2026-07-24T17:23:40.748796Z","steps":["trace[1041173568] 'range keys from in-memory index tree' (duration: 644.81801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:40.748852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.103673Z","time spent":"645.169167ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:23:40.748981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.175692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:23:40.749065Z","caller":"traceutil/trace.go:171","msg":"trace[1953229123] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2925; }","duration":"699.307325ms","start":"2026-07-24T17:23:40.049742Z","end":"2026-07-24T17:23:40.749049Z","steps":["trace[1953229123] 'range keys from in-memory index tree' (duration: 699.09055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:40.749123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.049724Z","time spent":"699.390307ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:23:40.74924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.479866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:23:40.749586Z","caller":"traceutil/trace.go:171","msg":"trace[429045323] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2925; }","duration":"713.873335ms","start":"2026-07-24T17:23:40.035696Z","end":"2026-07-24T17:23:40.749569Z","steps":["trace[429045323] 'range keys from in-memory index tree' (duration: 713.219149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:40.749642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.035641Z","time spent":"713.985997ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:23:40.749585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.61791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:23:40.749756Z","caller":"traceutil/trace.go:171","msg":"trace[720068270] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"465.035849ms","start":"2026-07-24T17:23:40.284694Z","end":"2026-07-24T17:23:40.74973Z","steps":["trace[720068270] 'process raft request' (duration: 35.213524ms)","trace[720068270] 'compare' (duration: 428.632456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:40.749849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.284672Z","time spent":"465.127821ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:40.826638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:23:41.894214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.41067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:23:41.894396Z","caller":"traceutil/trace.go:171","msg":"trace[1982327041] linearizableReadLoop","detail":"{readStateIndex:3040; appliedIndex:3037; }","duration":"1.567840628s","start":"2026-07-24T17:23:40.326541Z","end":"2026-07-24T17:23:41.894382Z","steps":["trace[1982327041] 'read index received' (duration: 769.200562ms)","trace[1982327041] 'applied index is now lower than readState.Index' (duration: 798.639286ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:41.894407Z","caller":"traceutil/trace.go:171","msg":"trace[1413346917] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"1.519190691s","start":"2026-07-24T17:23:40.375202Z","end":"2026-07-24T17:23:41.894392Z","steps":["trace[1413346917] 'process raft request' (duration: 1.519098189s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:41.894472Z","caller":"traceutil/trace.go:171","msg":"trace[1094993754] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"1.517913311s","start":"2026-07-24T17:23:40.376546Z","end":"2026-07-24T17:23:41.89446Z","steps":["trace[1094993754] 'process raft request' (duration: 1.517804028s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.894525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.375177Z","time spent":"1.519266013s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:41.89461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568073023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:23:41.894393Z","caller":"traceutil/trace.go:171","msg":"trace[1973020527] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"1.607610191s","start":"2026-07-24T17:23:40.286762Z","end":"2026-07-24T17:23:41.894372Z","steps":["trace[1973020527] 'process raft request' (duration: 808.967556ms)","trace[1973020527] 'compare' (duration: 798.283107ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:41.894648Z","caller":"traceutil/trace.go:171","msg":"trace[1436784230] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:2929; }","duration":"1.568111374s","start":"2026-07-24T17:23:40.326527Z","end":"2026-07-24T17:23:41.894638Z","steps":["trace[1436784230] 'agreement among raft nodes before linearized reading' (duration: 1.56793762s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.894672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.28674Z","time spent":"1.607911118s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:41.894701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.376517Z","time spent":"1.517987163s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:41.894673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.326471Z","time spent":"1.568196197s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:23:41.894759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507341708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:23:41.894785Z","caller":"traceutil/trace.go:171","msg":"trace[552111422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2929; }","duration":"1.507398309s","start":"2026-07-24T17:23:40.387379Z","end":"2026-07-24T17:23:41.894778Z","steps":["trace[552111422] 'agreement among raft nodes before linearized reading' (duration: 1.507318797s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.894814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.387363Z","time spent":"1.50744591s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:23:41.894898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22047518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:23:41.894923Z","caller":"traceutil/trace.go:171","msg":"trace[40479170] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:2929; }","duration":"1.220499951s","start":"2026-07-24T17:23:40.674417Z","end":"2026-07-24T17:23:41.894917Z","steps":["trace[40479170] 'agreement among raft nodes before linearized reading' (duration: 1.220423909s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.894936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495510814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:23:41.894951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497785618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:23:41.894957Z","caller":"traceutil/trace.go:171","msg":"trace[192186424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2929; }","duration":"1.495556384s","start":"2026-07-24T17:23:40.399395Z","end":"2026-07-24T17:23:41.894951Z","steps":["trace[192186424] 'agreement among raft nodes before linearized reading' (duration: 1.495491203s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:41.894973Z","caller":"traceutil/trace.go:171","msg":"trace[727199778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2929; }","duration":"1.497822569s","start":"2026-07-24T17:23:40.397145Z","end":"2026-07-24T17:23:41.894967Z","steps":["trace[727199778] 'agreement among raft nodes before linearized reading' (duration: 1.497756717s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.894987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.399382Z","time spent":"1.495600696s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:23:41.895042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500524043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:23:41.895043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496703072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:23:41.895065Z","caller":"traceutil/trace.go:171","msg":"trace[460457253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2929; }","duration":"1.500576675s","start":"2026-07-24T17:23:40.394483Z","end":"2026-07-24T17:23:41.895059Z","steps":["trace[460457253] 'agreement among raft nodes before linearized reading' (duration: 1.500521094s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.894991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.397138Z","time spent":"1.497849939s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:23:41.895068Z","caller":"traceutil/trace.go:171","msg":"trace[911423794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2929; }","duration":"1.496751383s","start":"2026-07-24T17:23:40.398311Z","end":"2026-07-24T17:23:41.895062Z","steps":["trace[911423794] 'agreement among raft nodes before linearized reading' (duration: 1.496691032s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.895082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.394466Z","time spent":"1.500613775s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:23:41.895093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.398302Z","time spent":"1.496785384s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:23:41.895176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140580935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:23:41.894938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.674357Z","time spent":"1.220577932s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-24T17:23:41.895703Z","caller":"traceutil/trace.go:171","msg":"trace[145146028] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2929; }","duration":"1.140997355s","start":"2026-07-24T17:23:40.754541Z","end":"2026-07-24T17:23:41.895539Z","steps":["trace[145146028] 'agreement among raft nodes before linearized reading' (duration: 1.140615535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.895742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.754526Z","time spent":"1.141205649s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:23:41.895321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140756949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:23:41.895773Z","caller":"traceutil/trace.go:171","msg":"trace[1318376111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2929; }","duration":"1.14123421s","start":"2026-07-24T17:23:40.75453Z","end":"2026-07-24T17:23:41.895765Z","steps":["trace[1318376111] 'agreement among raft nodes before linearized reading' (duration: 1.140766049s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.8958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.754481Z","time spent":"1.141311422s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:23:41.895321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140740588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:23:41.895961Z","caller":"traceutil/trace.go:171","msg":"trace[221275144] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2929; }","duration":"1.141342133s","start":"2026-07-24T17:23:40.754573Z","end":"2026-07-24T17:23:41.895915Z","steps":["trace[221275144] 'agreement among raft nodes before linearized reading' (duration: 1.140689077s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:41.896016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:40.754518Z","time spent":"1.141484667s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T17:23:48.138214Z","caller":"traceutil/trace.go:171","msg":"trace[1526656699] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"214.462238ms","start":"2026-07-24T17:23:47.92372Z","end":"2026-07-24T17:23:48.138182Z","steps":["trace[1526656699] 'process raft request' (duration: 119.191623ms)","trace[1526656699] 'compare' (duration: 95.104741ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:48.13831Z","caller":"traceutil/trace.go:171","msg":"trace[1067604479] linearizableReadLoop","detail":"{readStateIndex:3074; appliedIndex:3072; }","duration":"197.562739ms","start":"2026-07-24T17:23:47.940728Z","end":"2026-07-24T17:23:48.138291Z","steps":["trace[1067604479] 'read index received' (duration: 102.124209ms)","trace[1067604479] 'applied index is now lower than readState.Index' (duration: 95.43774ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:48.138454Z","caller":"traceutil/trace.go:171","msg":"trace[471627744] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"213.296749ms","start":"2026-07-24T17:23:47.92515Z","end":"2026-07-24T17:23:48.138446Z","steps":["trace[471627744] 'process raft request' (duration: 212.995641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:48.138639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.900377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:23:48.138669Z","caller":"traceutil/trace.go:171","msg":"trace[41225331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2961; }","duration":"197.986699ms","start":"2026-07-24T17:23:47.940675Z","end":"2026-07-24T17:23:48.138662Z","steps":["trace[41225331] 'agreement among raft nodes before linearized reading' (duration: 197.877776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:48.138669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.913547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:23:48.138696Z","caller":"traceutil/trace.go:171","msg":"trace[833873738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2961; }","duration":"197.99141ms","start":"2026-07-24T17:23:47.940697Z","end":"2026-07-24T17:23:48.138689Z","steps":["trace[833873738] 'agreement among raft nodes before linearized reading' (duration: 197.914258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:48.138763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.212848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:23:48.138785Z","caller":"traceutil/trace.go:171","msg":"trace[557675251] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2961; }","duration":"104.26939ms","start":"2026-07-24T17:23:48.03451Z","end":"2026-07-24T17:23:48.13878Z","steps":["trace[557675251] 'agreement among raft nodes before linearized reading' (duration: 104.210028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:48.138774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.998539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:23:48.138814Z","caller":"traceutil/trace.go:171","msg":"trace[2042712502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2961; }","duration":"169.074381ms","start":"2026-07-24T17:23:47.969728Z","end":"2026-07-24T17:23:48.138802Z","steps":["trace[2042712502] 'agreement among raft nodes before linearized reading' (duration: 168.959459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:48.13898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.240746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:23:48.139079Z","caller":"traceutil/trace.go:171","msg":"trace[485963717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2961; }","duration":"169.39706ms","start":"2026-07-24T17:23:47.969665Z","end":"2026-07-24T17:23:48.139062Z","steps":["trace[485963717] 'agreement among raft nodes before linearized reading' (duration: 169.081062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:48.139362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.531403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:23:48.139438Z","caller":"traceutil/trace.go:171","msg":"trace[439089720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2961; }","duration":"169.690997ms","start":"2026-07-24T17:23:47.969731Z","end":"2026-07-24T17:23:48.139422Z","steps":["trace[439089720] 'agreement among raft nodes before linearized reading' (duration: 168.936318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:48.341776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.921696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:23:48.342041Z","caller":"traceutil/trace.go:171","msg":"trace[736387359] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"196.902259ms","start":"2026-07-24T17:23:48.145114Z","end":"2026-07-24T17:23:48.342016Z","steps":["trace[736387359] 'process raft request' (duration: 196.811297ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:48.342308Z","caller":"traceutil/trace.go:171","msg":"trace[665324407] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"197.215127ms","start":"2026-07-24T17:23:48.145084Z","end":"2026-07-24T17:23:48.342299Z","steps":["trace[665324407] 'process raft request' (duration: 196.793666ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:48.342489Z","caller":"traceutil/trace.go:171","msg":"trace[1297179904] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"199.224127ms","start":"2026-07-24T17:23:48.143239Z","end":"2026-07-24T17:23:48.342463Z","steps":["trace[1297179904] 'process raft request' (duration: 97.539452ms)","trace[1297179904] 'compare' (duration: 100.711231ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:48.342679Z","caller":"traceutil/trace.go:171","msg":"trace[48360136] linearizableReadLoop","detail":"{readStateIndex:3076; appliedIndex:3074; }","duration":"197.611347ms","start":"2026-07-24T17:23:48.145055Z","end":"2026-07-24T17:23:48.342666Z","steps":["trace[48360136] 'read index received' (duration: 45.390052ms)","trace[48360136] 'applied index is now lower than readState.Index' (duration: 152.220435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:48.34287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.509569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:23:48.342902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.840003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:23:48.342916Z","caller":"traceutil/trace.go:171","msg":"trace[1656838631] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2966; }","duration":"137.597631ms","start":"2026-07-24T17:23:48.205306Z","end":"2026-07-24T17:23:48.342903Z","steps":["trace[1656838631] 'agreement among raft nodes before linearized reading' (duration: 137.520099ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:48.34293Z","caller":"traceutil/trace.go:171","msg":"trace[1329137609] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2966; }","duration":"197.891713ms","start":"2026-07-24T17:23:48.145029Z","end":"2026-07-24T17:23:48.342921Z","steps":["trace[1329137609] 'agreement among raft nodes before linearized reading' (duration: 197.780361ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:48.342888Z","caller":"traceutil/trace.go:171","msg":"trace[60184533] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"197.396481ms","start":"2026-07-24T17:23:48.145466Z","end":"2026-07-24T17:23:48.342863Z","steps":["trace[60184533] 'process raft request' (duration: 196.490398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:52.175197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.938735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:23:52.175233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.904238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:23:52.17527Z","caller":"traceutil/trace.go:171","msg":"trace[2053203768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2983; }","duration":"159.041818ms","start":"2026-07-24T17:23:52.016213Z","end":"2026-07-24T17:23:52.175255Z","steps":["trace[2053203768] 'range keys from in-memory index tree' (duration: 158.74455ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:52.175299Z","caller":"traceutil/trace.go:171","msg":"trace[1130926544] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2983; }","duration":"140.969009ms","start":"2026-07-24T17:23:52.034309Z","end":"2026-07-24T17:23:52.175278Z","steps":["trace[1130926544] 'range keys from in-memory index tree' (duration: 140.743534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:52.176267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.602531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:23:52.176334Z","caller":"traceutil/trace.go:171","msg":"trace[1656845026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2983; }","duration":"144.015196ms","start":"2026-07-24T17:23:52.0323Z","end":"2026-07-24T17:23:52.176315Z","steps":["trace[1656845026] 'range keys from in-memory index tree' (duration: 142.493308ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:52.623977Z","caller":"traceutil/trace.go:171","msg":"trace[218768535] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"261.712945ms","start":"2026-07-24T17:23:52.362238Z","end":"2026-07-24T17:23:52.623951Z","steps":["trace[218768535] 'process raft request' (duration: 261.5259ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:52.624344Z","caller":"traceutil/trace.go:171","msg":"trace[1485574955] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"261.838718ms","start":"2026-07-24T17:23:52.362304Z","end":"2026-07-24T17:23:52.624143Z","steps":["trace[1485574955] 'process raft request' (duration: 261.608652ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:52.624602Z","caller":"traceutil/trace.go:171","msg":"trace[1108807422] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"260.868664ms","start":"2026-07-24T17:23:52.363701Z","end":"2026-07-24T17:23:52.62457Z","steps":["trace[1108807422] 'process raft request' (duration: 260.414112ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:54.197011Z","caller":"traceutil/trace.go:171","msg":"trace[1071534846] linearizableReadLoop","detail":"{readStateIndex:3106; appliedIndex:3105; }","duration":"162.847571ms","start":"2026-07-24T17:23:54.034145Z","end":"2026-07-24T17:23:54.196992Z","steps":["trace[1071534846] 'read index received' (duration: 162.775159ms)","trace[1071534846] 'applied index is now lower than readState.Index' (duration: 71.672µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:54.197275Z","caller":"traceutil/trace.go:171","msg":"trace[2025236310] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"176.879881ms","start":"2026-07-24T17:23:54.020387Z","end":"2026-07-24T17:23:54.197267Z","steps":["trace[2025236310] 'process raft request' (duration: 176.4699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:54.197524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.354734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:23:54.197645Z","caller":"traceutil/trace.go:171","msg":"trace[280828380] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2992; }","duration":"163.492287ms","start":"2026-07-24T17:23:54.034098Z","end":"2026-07-24T17:23:54.19759Z","steps":["trace[280828380] 'agreement among raft nodes before linearized reading' (duration: 163.179009ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:54.626503Z","caller":"traceutil/trace.go:171","msg":"trace[766061542] linearizableReadLoop","detail":"{readStateIndex:3108; appliedIndex:3106; }","duration":"429.377857ms","start":"2026-07-24T17:23:54.197067Z","end":"2026-07-24T17:23:54.626444Z","steps":["trace[766061542] 'read index received' (duration: 429.059229ms)","trace[766061542] 'applied index is now lower than readState.Index' (duration: 317.668µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:54.626757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.549187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:23:54.626842Z","caller":"traceutil/trace.go:171","msg":"trace[709844387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2994; }","duration":"519.726962ms","start":"2026-07-24T17:23:54.107095Z","end":"2026-07-24T17:23:54.626822Z","steps":["trace[709844387] 'agreement among raft nodes before linearized reading' (duration: 519.558168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:54.626892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.107075Z","time spent":"519.808113ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:23:54.626986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.275038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:23:54.627086Z","caller":"traceutil/trace.go:171","msg":"trace[563972640] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2994; }","duration":"426.435922ms","start":"2026-07-24T17:23:54.200624Z","end":"2026-07-24T17:23:54.62706Z","steps":["trace[563972640] 'agreement among raft nodes before linearized reading' (duration: 426.159565ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:54.627139Z","caller":"traceutil/trace.go:171","msg":"trace[869384355] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"435.739521ms","start":"2026-07-24T17:23:54.191385Z","end":"2026-07-24T17:23:54.627125Z","steps":["trace[869384355] 'process raft request' (duration: 435.002332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:54.627151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.200606Z","time spent":"426.532035ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:23:54.627232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.191357Z","time spent":"435.816963ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:23:54.627072Z","caller":"traceutil/trace.go:171","msg":"trace[145069346] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"446.592398ms","start":"2026-07-24T17:23:54.180447Z","end":"2026-07-24T17:23:54.627039Z","steps":["trace[145069346] 'process raft request' (duration: 445.774467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:54.627429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.180423Z","time spent":"446.928236ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:54.627498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.018624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:23:54.627558Z","caller":"traceutil/trace.go:171","msg":"trace[1788074601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2994; }","duration":"209.129176ms","start":"2026-07-24T17:23:54.418415Z","end":"2026-07-24T17:23:54.627545Z","steps":["trace[1788074601] 'agreement among raft nodes before linearized reading' (duration: 208.968592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:54.627698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.46052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:23:54.627743Z","caller":"traceutil/trace.go:171","msg":"trace[1904832876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2994; }","duration":"390.548453ms","start":"2026-07-24T17:23:54.237184Z","end":"2026-07-24T17:23:54.627732Z","steps":["trace[1904832876] 'agreement among raft nodes before linearized reading' (duration: 390.401809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:54.627777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.237161Z","time spent":"390.609474ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:23:55.168267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.902092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:23:55.168729Z","caller":"traceutil/trace.go:171","msg":"trace[205835351] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"535.789041ms","start":"2026-07-24T17:23:54.632916Z","end":"2026-07-24T17:23:55.168705Z","steps":["trace[205835351] 'process raft request' (duration: 535.604676ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:55.16872Z","caller":"traceutil/trace.go:171","msg":"trace[876264395] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"536.088829ms","start":"2026-07-24T17:23:54.6326Z","end":"2026-07-24T17:23:55.168689Z","steps":["trace[876264395] 'process raft request' (duration: 535.779961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:55.168836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.632901Z","time spent":"535.888173ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:55.168964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.63259Z","time spent":"536.212151ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:23:55.16901Z","caller":"traceutil/trace.go:171","msg":"trace[1999852741] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"536.070558ms","start":"2026-07-24T17:23:54.63292Z","end":"2026-07-24T17:23:55.168991Z","steps":["trace[1999852741] 'process raft request' (duration: 535.710829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:55.169103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.632898Z","time spent":"536.15483ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:23:55.169161Z","caller":"traceutil/trace.go:171","msg":"trace[602173959] linearizableReadLoop","detail":"{readStateIndex:3112; appliedIndex:3108; }","duration":"534.496348ms","start":"2026-07-24T17:23:54.634638Z","end":"2026-07-24T17:23:55.169134Z","steps":["trace[602173959] 'read index received' (duration: 42.623252ms)","trace[602173959] 'applied index is now lower than readState.Index' (duration: 491.870866ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:55.169212Z","caller":"traceutil/trace.go:171","msg":"trace[1042316328] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"534.088548ms","start":"2026-07-24T17:23:54.635106Z","end":"2026-07-24T17:23:55.169194Z","steps":["trace[1042316328] 'process raft request' (duration: 533.78754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:55.169318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.635095Z","time spent":"534.17957ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:55.169416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.765885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:23:55.169483Z","caller":"traceutil/trace.go:171","msg":"trace[1333650266] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2999; }","duration":"534.843867ms","start":"2026-07-24T17:23:54.634623Z","end":"2026-07-24T17:23:55.169467Z","steps":["trace[1333650266] 'agreement among raft nodes before linearized reading' (duration: 534.651382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:55.169533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.634617Z","time spent":"534.904218ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:23:55.169552Z","caller":"traceutil/trace.go:171","msg":"trace[466516463] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"321.850361ms","start":"2026-07-24T17:23:54.847686Z","end":"2026-07-24T17:23:55.169537Z","steps":["trace[466516463] 'process raft request' (duration: 321.690577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:55.169557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.022278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:23:55.16962Z","caller":"traceutil/trace.go:171","msg":"trace[2046881185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3000; }","duration":"481.117961ms","start":"2026-07-24T17:23:54.688485Z","end":"2026-07-24T17:23:55.169603Z","steps":["trace[2046881185] 'agreement among raft nodes before linearized reading' (duration: 480.972477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:55.169656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.847652Z","time spent":"321.944374ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:55.169674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.688471Z","time spent":"481.188982ms","remote":"127.0.0.1:60104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:23:55.171318Z","caller":"traceutil/trace.go:171","msg":"trace[1553009311] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"538.992563ms","start":"2026-07-24T17:23:54.632297Z","end":"2026-07-24T17:23:55.17129Z","steps":["trace[1553009311] 'process raft request' (duration: 44.951372ms)","trace[1553009311] 'compare' (duration: 490.778878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:55.171446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:54.632286Z","time spent":"539.084525ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:23:55.652784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.074238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:23:55.653023Z","caller":"traceutil/trace.go:171","msg":"trace[575176153] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3000; }","duration":"326.350924ms","start":"2026-07-24T17:23:55.326649Z","end":"2026-07-24T17:23:55.653Z","steps":["trace[575176153] 'range keys from in-memory index tree' (duration: 325.786551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:55.653098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:55.326633Z","time spent":"326.450658ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:23:56.01507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.126628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:23:56.015185Z","caller":"traceutil/trace.go:171","msg":"trace[373890355] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"248.34069ms","start":"2026-07-24T17:23:55.766826Z","end":"2026-07-24T17:23:56.015167Z","steps":["trace[373890355] 'process raft request' (duration: 132.882058ms)","trace[373890355] 'compare' (duration: 114.019435ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:56.568042Z","caller":"traceutil/trace.go:171","msg":"trace[1293333254] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"245.023289ms","start":"2026-07-24T17:23:56.322976Z","end":"2026-07-24T17:23:56.568Z","steps":["trace[1293333254] 'process raft request' (duration: 176.512059ms)","trace[1293333254] 'compare' (duration: 68.1183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:57.334194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.774909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:23:57.334357Z","caller":"traceutil/trace.go:171","msg":"trace[644486284] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"699.333222ms","start":"2026-07-24T17:23:56.635005Z","end":"2026-07-24T17:23:57.334338Z","steps":["trace[644486284] 'process raft request' (duration: 274.359558ms)","trace[644486284] 'compare' (duration: 424.684077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:57.334454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:56.634792Z","time spent":"699.608549ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:23:57.334683Z","caller":"traceutil/trace.go:171","msg":"trace[280078898] linearizableReadLoop","detail":"{readStateIndex:3120; appliedIndex:3119; }","duration":"353.106398ms","start":"2026-07-24T17:23:56.981566Z","end":"2026-07-24T17:23:57.334672Z","steps":["trace[280078898] 'read index received' (duration: 46.552µs)","trace[280078898] 'applied index is now lower than readState.Index' (duration: 353.058926ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:57.394165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.55984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:23:57.394263Z","caller":"traceutil/trace.go:171","msg":"trace[299494054] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3005; }","duration":"412.724084ms","start":"2026-07-24T17:23:56.981513Z","end":"2026-07-24T17:23:57.394237Z","steps":["trace[299494054] 'agreement among raft nodes before linearized reading' (duration: 353.21013ms)","trace[299494054] 'count revisions from in-memory index tree' (duration: 59.36852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:57.394346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:56.981487Z","time spent":"412.814476ms","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:23:57.394521Z","caller":"traceutil/trace.go:171","msg":"trace[1503137404] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"217.248386ms","start":"2026-07-24T17:23:57.17725Z","end":"2026-07-24T17:23:57.394498Z","steps":["trace[1503137404] 'process raft request' (duration: 216.769873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:57.394559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.687794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:23:57.394638Z","caller":"traceutil/trace.go:171","msg":"trace[530783420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3006; }","duration":"220.814268ms","start":"2026-07-24T17:23:57.173806Z","end":"2026-07-24T17:23:57.394621Z","steps":["trace[530783420] 'agreement among raft nodes before linearized reading' (duration: 220.554731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:57.394631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.091277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:23:57.394756Z","caller":"traceutil/trace.go:171","msg":"trace[1289511365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3006; }","duration":"218.272792ms","start":"2026-07-24T17:23:57.176466Z","end":"2026-07-24T17:23:57.394738Z","steps":["trace[1289511365] 'agreement among raft nodes before linearized reading' (duration: 217.931263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:57.394777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.712817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:23:57.394823Z","caller":"traceutil/trace.go:171","msg":"trace[174491365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3006; }","duration":"121.8095ms","start":"2026-07-24T17:23:57.273004Z","end":"2026-07-24T17:23:57.394813Z","steps":["trace[174491365] 'agreement among raft nodes before linearized reading' (duration: 121.657176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:57.394843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.053472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:23:57.394883Z","caller":"traceutil/trace.go:171","msg":"trace[1860759355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3006; }","duration":"219.114924ms","start":"2026-07-24T17:23:57.175759Z","end":"2026-07-24T17:23:57.394874Z","steps":["trace[1860759355] 'agreement among raft nodes before linearized reading' (duration: 219.012992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:57.395218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.693455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:23:57.395219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.075783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:23:57.395278Z","caller":"traceutil/trace.go:171","msg":"trace[726574947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3006; }","duration":"220.755456ms","start":"2026-07-24T17:23:57.174509Z","end":"2026-07-24T17:23:57.395265Z","steps":["trace[726574947] 'agreement among raft nodes before linearized reading' (duration: 220.607883ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:57.395296Z","caller":"traceutil/trace.go:171","msg":"trace[1897601100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3006; }","duration":"219.210517ms","start":"2026-07-24T17:23:57.176068Z","end":"2026-07-24T17:23:57.395278Z","steps":["trace[1897601100] 'agreement among raft nodes before linearized reading' (duration: 218.973911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:57.619001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.163398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:23:57.619324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.415874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:23:57.619134Z","caller":"traceutil/trace.go:171","msg":"trace[1401522623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3006; }","duration":"152.294891ms","start":"2026-07-24T17:23:57.466806Z","end":"2026-07-24T17:23:57.619101Z","steps":["trace[1401522623] 'range keys from in-memory index tree' (duration: 152.147867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:57.619611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.20246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:23:57.619659Z","caller":"traceutil/trace.go:171","msg":"trace[477015844] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3007; }","duration":"218.275642ms","start":"2026-07-24T17:23:57.401372Z","end":"2026-07-24T17:23:57.619648Z","steps":["trace[477015844] 'agreement among raft nodes before linearized reading' (duration: 218.085477ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:57.619426Z","caller":"traceutil/trace.go:171","msg":"trace[1790173077] linearizableReadLoop","detail":"{readStateIndex:3123; appliedIndex:3122; }","duration":"218.004195ms","start":"2026-07-24T17:23:57.401403Z","end":"2026-07-24T17:23:57.619408Z","steps":["trace[1790173077] 'read index received' (duration: 65.373495ms)","trace[1790173077] 'applied index is now lower than readState.Index' (duration: 152.62885ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:57.619734Z","caller":"traceutil/trace.go:171","msg":"trace[1091111609] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"218.102878ms","start":"2026-07-24T17:23:57.401369Z","end":"2026-07-24T17:23:57.619472Z","steps":["trace[1091111609] 'process raft request' (duration: 65.396656ms)","trace[1091111609] 'compare' (duration: 152.203579ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:23:57.68079Z","caller":"traceutil/trace.go:171","msg":"trace[1799350405] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"279.369517ms","start":"2026-07-24T17:23:57.401396Z","end":"2026-07-24T17:23:57.680765Z","steps":["trace[1799350405] 'process raft request' (duration: 278.633728ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:57.681192Z","caller":"traceutil/trace.go:171","msg":"trace[661853440] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"279.444659ms","start":"2026-07-24T17:23:57.401736Z","end":"2026-07-24T17:23:57.681181Z","steps":["trace[661853440] 'process raft request' (duration: 278.393452ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:57.681346Z","caller":"traceutil/trace.go:171","msg":"trace[579378049] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"277.996241ms","start":"2026-07-24T17:23:57.403326Z","end":"2026-07-24T17:23:57.681322Z","steps":["trace[579378049] 'process raft request' (duration: 276.867212ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:57.681575Z","caller":"traceutil/trace.go:171","msg":"trace[1913570213] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"277.9456ms","start":"2026-07-24T17:23:57.4036Z","end":"2026-07-24T17:23:57.681546Z","steps":["trace[1913570213] 'process raft request' (duration: 276.655456ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:23:58.358214Z","caller":"traceutil/trace.go:171","msg":"trace[1462087878] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"132.07217ms","start":"2026-07-24T17:23:58.226114Z","end":"2026-07-24T17:23:58.358186Z","steps":["trace[1462087878] 'process raft request' (duration: 131.871855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:23:59.6739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.013191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:23:59.674015Z","caller":"traceutil/trace.go:171","msg":"trace[1962584236] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"333.963965ms","start":"2026-07-24T17:23:59.340031Z","end":"2026-07-24T17:23:59.673995Z","steps":["trace[1962584236] 'process raft request' (duration: 216.730919ms)","trace[1962584236] 'compare' (duration: 116.902798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:23:59.674077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:59.340007Z","time spent":"334.041017ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:00.161526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.145265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:00.16166Z","caller":"traceutil/trace.go:171","msg":"trace[298889865] linearizableReadLoop","detail":"{readStateIndex:3132; appliedIndex:3131; }","duration":"537.570387ms","start":"2026-07-24T17:23:59.624066Z","end":"2026-07-24T17:24:00.161636Z","steps":["trace[298889865] 'read index received' (duration: 329.703203ms)","trace[298889865] 'applied index is now lower than readState.Index' (duration: 207.865404ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:00.16166Z","caller":"traceutil/trace.go:171","msg":"trace[314048708] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"759.44555ms","start":"2026-07-24T17:23:59.402194Z","end":"2026-07-24T17:24:00.161639Z","steps":["trace[314048708] 'process raft request' (duration: 551.578946ms)","trace[314048708] 'compare' (duration: 206.93876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:00.161726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:59.402169Z","time spent":"759.532652ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:00.161821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.758411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:24:00.161866Z","caller":"traceutil/trace.go:171","msg":"trace[566054915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3016; }","duration":"537.841644ms","start":"2026-07-24T17:23:59.624013Z","end":"2026-07-24T17:24:00.161854Z","steps":["trace[566054915] 'agreement among raft nodes before linearized reading' (duration: 537.70167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.161902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:59.623986Z","time spent":"537.908476ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:24:00.161866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.968431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:24:00.162032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.941024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:00.162054Z","caller":"traceutil/trace.go:171","msg":"trace[933803789] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3016; }","duration":"126.964745ms","start":"2026-07-24T17:24:00.035082Z","end":"2026-07-24T17:24:00.162047Z","steps":["trace[933803789] 'agreement among raft nodes before linearized reading' (duration: 126.910643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.162186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.947001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:24:00.162231Z","caller":"traceutil/trace.go:171","msg":"trace[1532736912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3016; }","duration":"477.002812ms","start":"2026-07-24T17:23:59.685218Z","end":"2026-07-24T17:24:00.162221Z","steps":["trace[1532736912] 'agreement among raft nodes before linearized reading' (duration: 476.90273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.162264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:59.685213Z","time spent":"477.043403ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:00.162167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.330134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:24:00.162371Z","caller":"traceutil/trace.go:171","msg":"trace[2142263661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3016; }","duration":"476.53847ms","start":"2026-07-24T17:23:59.685815Z","end":"2026-07-24T17:24:00.162354Z","steps":["trace[2142263661] 'agreement among raft nodes before linearized reading' (duration: 476.270683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.162429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:59.685811Z","time spent":"476.603981ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:00.16197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.952024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:24:00.162564Z","caller":"traceutil/trace.go:171","msg":"trace[1548619822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3016; }","duration":"476.55455ms","start":"2026-07-24T17:23:59.685998Z","end":"2026-07-24T17:24:00.162552Z","steps":["trace[1548619822] 'agreement among raft nodes before linearized reading' (duration: 475.918253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.162622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:59.685991Z","time spent":"476.620252ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:24:00.162696Z","caller":"traceutil/trace.go:171","msg":"trace[468567300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3016; }","duration":"477.149406ms","start":"2026-07-24T17:23:59.68486Z","end":"2026-07-24T17:24:00.162009Z","steps":["trace[468567300] 'agreement among raft nodes before linearized reading' (duration: 476.893329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.162764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:23:59.684841Z","time spent":"477.888206ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:24:00.67563Z","caller":"traceutil/trace.go:171","msg":"trace[1019722528] linearizableReadLoop","detail":"{readStateIndex:3138; appliedIndex:3133; }","duration":"416.636132ms","start":"2026-07-24T17:24:00.258976Z","end":"2026-07-24T17:24:00.675612Z","steps":["trace[1019722528] 'read index received' (duration: 416.480688ms)","trace[1019722528] 'applied index is now lower than readState.Index' (duration: 154.804µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:00.675681Z","caller":"traceutil/trace.go:171","msg":"trace[647935467] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"507.174119ms","start":"2026-07-24T17:24:00.168481Z","end":"2026-07-24T17:24:00.675655Z","steps":["trace[647935467] 'process raft request' (duration: 507.068256ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:00.675675Z","caller":"traceutil/trace.go:171","msg":"trace[469744524] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"507.327423ms","start":"2026-07-24T17:24:00.168303Z","end":"2026-07-24T17:24:00.675631Z","steps":["trace[469744524] 'process raft request' (duration: 507.121098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:00.675736Z","caller":"traceutil/trace.go:171","msg":"trace[356840289] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"507.165678ms","start":"2026-07-24T17:24:00.168546Z","end":"2026-07-24T17:24:00.675712Z","steps":["trace[356840289] 'process raft request' (duration: 507.026655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.675883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.896728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:24:00.675911Z","caller":"traceutil/trace.go:171","msg":"trace[1565400131] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3022; }","duration":"416.957459ms","start":"2026-07-24T17:24:00.258948Z","end":"2026-07-24T17:24:00.675905Z","steps":["trace[1565400131] 'agreement among raft nodes before linearized reading' (duration: 416.791095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.6759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.16854Z","time spent":"507.266612ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:00.67593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.258934Z","time spent":"416.991761ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:24:00.67572Z","caller":"traceutil/trace.go:171","msg":"trace[1725885319] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"482.519501ms","start":"2026-07-24T17:24:00.193194Z","end":"2026-07-24T17:24:00.675713Z","steps":["trace[1725885319] 'process raft request' (duration: 482.397268ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:00.676096Z","caller":"traceutil/trace.go:171","msg":"trace[1794600155] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"507.758414ms","start":"2026-07-24T17:24:00.168321Z","end":"2026-07-24T17:24:00.67608Z","steps":["trace[1794600155] 'process raft request' (duration: 507.205489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:00.675914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.16847Z","time spent":"507.254261ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:00.676186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.16831Z","time spent":"507.831287ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:00.6759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.168291Z","time spent":"507.481957ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:00.677151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.193169Z","time spent":"483.891818ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:01.002091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.466127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:01.002325Z","caller":"traceutil/trace.go:171","msg":"trace[1627266366] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"284.747229ms","start":"2026-07-24T17:24:00.717559Z","end":"2026-07-24T17:24:01.002307Z","steps":["trace[1627266366] 'process raft request' (duration: 284.666786ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:01.002325Z","caller":"traceutil/trace.go:171","msg":"trace[1334937601] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"637.336328ms","start":"2026-07-24T17:24:00.364955Z","end":"2026-07-24T17:24:01.002291Z","steps":["trace[1334937601] 'process raft request' (duration: 378.575293ms)","trace[1334937601] 'compare' (duration: 258.249732ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:01.002464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.364927Z","time spent":"637.460861ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:01.0026Z","caller":"traceutil/trace.go:171","msg":"trace[1433611730] linearizableReadLoop","detail":"{readStateIndex:3139; appliedIndex:3138; }","duration":"326.877785ms","start":"2026-07-24T17:24:00.675695Z","end":"2026-07-24T17:24:01.002573Z","steps":["trace[1433611730] 'read index received' (duration: 67.846392ms)","trace[1433611730] 'applied index is now lower than readState.Index' (duration: 259.028852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:01.002817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.301989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:01.002817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.223325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:01.002886Z","caller":"traceutil/trace.go:171","msg":"trace[1097305864] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3024; }","duration":"712.329477ms","start":"2026-07-24T17:24:00.290544Z","end":"2026-07-24T17:24:01.002874Z","steps":["trace[1097305864] 'agreement among raft nodes before linearized reading' (duration: 712.231775ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:01.002889Z","caller":"traceutil/trace.go:171","msg":"trace[1375480968] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3024; }","duration":"377.426122ms","start":"2026-07-24T17:24:00.625443Z","end":"2026-07-24T17:24:01.00287Z","steps":["trace[1375480968] 'agreement among raft nodes before linearized reading' (duration: 377.279368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:01.002938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.62542Z","time spent":"377.502934ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:01.002976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.290526Z","time spent":"712.377978ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:01.003004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.850655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:01.003064Z","caller":"traceutil/trace.go:171","msg":"trace[1807655355] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3024; }","duration":"676.949578ms","start":"2026-07-24T17:24:00.3261Z","end":"2026-07-24T17:24:01.003049Z","steps":["trace[1807655355] 'agreement among raft nodes before linearized reading' (duration: 676.745463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:01.003104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.326077Z","time spent":"677.01602ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:24:01.003121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.921126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:24:01.003169Z","caller":"traceutil/trace.go:171","msg":"trace[1697078995] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3024; }","duration":"326.993338ms","start":"2026-07-24T17:24:00.676162Z","end":"2026-07-24T17:24:01.003155Z","steps":["trace[1697078995] 'agreement among raft nodes before linearized reading' (duration: 326.806523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:01.00323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:00.676154Z","time spent":"327.06667ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-24T17:24:01.21458Z","caller":"traceutil/trace.go:171","msg":"trace[239464748] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"133.685075ms","start":"2026-07-24T17:24:01.080876Z","end":"2026-07-24T17:24:01.214561Z","steps":["trace[239464748] 'process raft request' (duration: 133.640254ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:01.214668Z","caller":"traceutil/trace.go:171","msg":"trace[586734719] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"209.203586ms","start":"2026-07-24T17:24:01.005408Z","end":"2026-07-24T17:24:01.214611Z","steps":["trace[586734719] 'process raft request' (duration: 188.064609ms)","trace[586734719] 'compare' (duration: 20.915591ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:02.13708Z","caller":"traceutil/trace.go:171","msg":"trace[506591515] linearizableReadLoop","detail":"{readStateIndex:3144; appliedIndex:3143; }","duration":"105.436672ms","start":"2026-07-24T17:24:02.03162Z","end":"2026-07-24T17:24:02.137056Z","steps":["trace[506591515] 'read index received' (duration: 105.237596ms)","trace[506591515] 'applied index is now lower than readState.Index' (duration: 198.015µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:02.13713Z","caller":"traceutil/trace.go:171","msg":"trace[45194865] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"457.062256ms","start":"2026-07-24T17:24:01.680032Z","end":"2026-07-24T17:24:02.137094Z","steps":["trace[45194865] 'process raft request' (duration: 456.84229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:02.137256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.620236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:02.137283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:01.680001Z","time spent":"457.202069ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:02.137302Z","caller":"traceutil/trace.go:171","msg":"trace[556551419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3027; }","duration":"105.700088ms","start":"2026-07-24T17:24:02.03159Z","end":"2026-07-24T17:24:02.13729Z","steps":["trace[556551419] 'agreement among raft nodes before linearized reading' (duration: 105.601125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:02.137901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.301525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:02.137985Z","caller":"traceutil/trace.go:171","msg":"trace[1540189965] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3027; }","duration":"103.428868ms","start":"2026-07-24T17:24:02.034543Z","end":"2026-07-24T17:24:02.137972Z","steps":["trace[1540189965] 'agreement among raft nodes before linearized reading' (duration: 102.74154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:02.726048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.922517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:02.726247Z","caller":"traceutil/trace.go:171","msg":"trace[434248196] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"559.660095ms","start":"2026-07-24T17:24:02.166561Z","end":"2026-07-24T17:24:02.726221Z","steps":["trace[434248196] 'process raft request' (duration: 213.464291ms)","trace[434248196] 'compare' (duration: 345.806804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:02.726408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:02.166543Z","time spent":"559.788248ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:02.726714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.927299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:02.726801Z","caller":"traceutil/trace.go:171","msg":"trace[1376043197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3028; }","duration":"467.051453ms","start":"2026-07-24T17:24:02.259722Z","end":"2026-07-24T17:24:02.726773Z","steps":["trace[1376043197] 'agreement among raft nodes before linearized reading' (duration: 466.850537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:02.72685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:02.259704Z","time spent":"467.137365ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:24:02.727038Z","caller":"traceutil/trace.go:171","msg":"trace[578238485] linearizableReadLoop","detail":"{readStateIndex:3145; appliedIndex:3144; }","duration":"466.375375ms","start":"2026-07-24T17:24:02.259773Z","end":"2026-07-24T17:24:02.726148Z","steps":["trace[578238485] 'read index received' (duration: 120.195812ms)","trace[578238485] 'applied index is now lower than readState.Index' (duration: 346.177983ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:02.892174Z","caller":"traceutil/trace.go:171","msg":"trace[521267058] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"160.325494ms","start":"2026-07-24T17:24:02.731818Z","end":"2026-07-24T17:24:02.892144Z","steps":["trace[521267058] 'process raft request' (duration: 154.772147ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:02.892238Z","caller":"traceutil/trace.go:171","msg":"trace[1846107692] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"160.082518ms","start":"2026-07-24T17:24:02.73215Z","end":"2026-07-24T17:24:02.892232Z","steps":["trace[1846107692] 'process raft request' (duration: 159.915293ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:02.892219Z","caller":"traceutil/trace.go:171","msg":"trace[784489730] linearizableReadLoop","detail":"{readStateIndex:3149; appliedIndex:3145; }","duration":"159.905383ms","start":"2026-07-24T17:24:02.732271Z","end":"2026-07-24T17:24:02.892177Z","steps":["trace[784489730] 'read index received' (duration: 19.310982ms)","trace[784489730] 'applied index is now lower than readState.Index' (duration: 140.593211ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:02.892185Z","caller":"traceutil/trace.go:171","msg":"trace[1526516042] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"160.271053ms","start":"2026-07-24T17:24:02.731888Z","end":"2026-07-24T17:24:02.892159Z","steps":["trace[1526516042] 'process raft request' (duration: 160.119969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:02.892423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.128309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:24:02.892453Z","caller":"traceutil/trace.go:171","msg":"trace[1886786972] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"159.852211ms","start":"2026-07-24T17:24:02.732592Z","end":"2026-07-24T17:24:02.892444Z","steps":["trace[1886786972] 'process raft request' (duration: 159.534983ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:02.892482Z","caller":"traceutil/trace.go:171","msg":"trace[588537449] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3033; }","duration":"160.222262ms","start":"2026-07-24T17:24:02.732245Z","end":"2026-07-24T17:24:02.892467Z","steps":["trace[588537449] 'agreement among raft nodes before linearized reading' (duration: 160.048997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:03.294936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.90273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:03.295237Z","caller":"traceutil/trace.go:171","msg":"trace[106851018] linearizableReadLoop","detail":"{readStateIndex:3152; appliedIndex:3150; }","duration":"189.241719ms","start":"2026-07-24T17:24:03.105977Z","end":"2026-07-24T17:24:03.295219Z","steps":["trace[106851018] 'read index received' (duration: 34.710703ms)","trace[106851018] 'applied index is now lower than readState.Index' (duration: 154.530046ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:03.29524Z","caller":"traceutil/trace.go:171","msg":"trace[792523704] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"287.797828ms","start":"2026-07-24T17:24:03.007413Z","end":"2026-07-24T17:24:03.295211Z","steps":["trace[792523704] 'process raft request' (duration: 60.506488ms)","trace[792523704] 'compare' (duration: 226.672173ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:03.295366Z","caller":"traceutil/trace.go:171","msg":"trace[1964050052] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"286.569576ms","start":"2026-07-24T17:24:03.008781Z","end":"2026-07-24T17:24:03.29535Z","steps":["trace[1964050052] 'process raft request' (duration: 286.322069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:03.295429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.428654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:03.295517Z","caller":"traceutil/trace.go:171","msg":"trace[1948909145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3035; }","duration":"189.565007ms","start":"2026-07-24T17:24:03.10593Z","end":"2026-07-24T17:24:03.295495Z","steps":["trace[1948909145] 'agreement among raft nodes before linearized reading' (duration: 189.428404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:03.295546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.229615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:03.295703Z","caller":"traceutil/trace.go:171","msg":"trace[130905563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3035; }","duration":"158.499882ms","start":"2026-07-24T17:24:03.137183Z","end":"2026-07-24T17:24:03.295683Z","steps":["trace[130905563] 'agreement among raft nodes before linearized reading' (duration: 158.189344ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:04.302547Z","caller":"traceutil/trace.go:171","msg":"trace[802019893] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"159.515726ms","start":"2026-07-24T17:24:04.143003Z","end":"2026-07-24T17:24:04.302519Z","steps":["trace[802019893] 'process raft request' (duration: 159.28875ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:04.890075Z","caller":"traceutil/trace.go:171","msg":"trace[2145816311] linearizableReadLoop","detail":"{readStateIndex:3154; appliedIndex:3153; }","duration":"133.457701ms","start":"2026-07-24T17:24:04.756586Z","end":"2026-07-24T17:24:04.890044Z","steps":["trace[2145816311] 'read index received' (duration: 133.176713ms)","trace[2145816311] 'applied index is now lower than readState.Index' (duration: 279.868µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:04.890229Z","caller":"traceutil/trace.go:171","msg":"trace[1443543905] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"158.459327ms","start":"2026-07-24T17:24:04.731751Z","end":"2026-07-24T17:24:04.890211Z","steps":["trace[1443543905] 'process raft request' (duration: 158.079417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:04.890743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.150999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:24:04.890809Z","caller":"traceutil/trace.go:171","msg":"trace[982835445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3037; }","duration":"134.263792ms","start":"2026-07-24T17:24:04.756533Z","end":"2026-07-24T17:24:04.890797Z","steps":["trace[982835445] 'agreement among raft nodes before linearized reading' (duration: 133.924693ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:05.0185Z","caller":"traceutil/trace.go:171","msg":"trace[410071069] linearizableReadLoop","detail":"{readStateIndex:3155; appliedIndex:3154; }","duration":"122.282063ms","start":"2026-07-24T17:24:04.896194Z","end":"2026-07-24T17:24:05.018477Z","steps":["trace[410071069] 'read index received' (duration: 121.986416ms)","trace[410071069] 'applied index is now lower than readState.Index' (duration: 294.597µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:05.018645Z","caller":"traceutil/trace.go:171","msg":"trace[1443929226] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"123.936938ms","start":"2026-07-24T17:24:04.894674Z","end":"2026-07-24T17:24:05.018611Z","steps":["trace[1443929226] 'process raft request' (duration: 123.598579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:05.018823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.609122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:24:05.01903Z","caller":"traceutil/trace.go:171","msg":"trace[754610545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3038; }","duration":"122.849049ms","start":"2026-07-24T17:24:04.896162Z","end":"2026-07-24T17:24:05.019011Z","steps":["trace[754610545] 'agreement among raft nodes before linearized reading' (duration: 122.542571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:05.018865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.376636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:05.019221Z","caller":"traceutil/trace.go:171","msg":"trace[1661719583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3038; }","duration":"122.800147ms","start":"2026-07-24T17:24:04.896409Z","end":"2026-07-24T17:24:05.019209Z","steps":["trace[1661719583] 'agreement among raft nodes before linearized reading' (duration: 122.311584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:05.018881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.835332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:24:05.019303Z","caller":"traceutil/trace.go:171","msg":"trace[32324290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3038; }","duration":"122.305684ms","start":"2026-07-24T17:24:04.89699Z","end":"2026-07-24T17:24:05.019295Z","steps":["trace[32324290] 'agreement among raft nodes before linearized reading' (duration: 121.74974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:05.018869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.283493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:24:05.019361Z","caller":"traceutil/trace.go:171","msg":"trace[2105168310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3038; }","duration":"122.806918ms","start":"2026-07-24T17:24:04.896549Z","end":"2026-07-24T17:24:05.019356Z","steps":["trace[2105168310] 'agreement among raft nodes before linearized reading' (duration: 122.204312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:05.241836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.106892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:05.24192Z","caller":"traceutil/trace.go:171","msg":"trace[1455446446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3042; }","duration":"137.246076ms","start":"2026-07-24T17:24:05.104654Z","end":"2026-07-24T17:24:05.2419Z","steps":["trace[1455446446] 'range keys from in-memory index tree' (duration: 137.018449ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:05.626599Z","caller":"traceutil/trace.go:171","msg":"trace[450593059] linearizableReadLoop","detail":"{readStateIndex:3161; appliedIndex:3159; }","duration":"299.955832ms","start":"2026-07-24T17:24:05.32662Z","end":"2026-07-24T17:24:05.626576Z","steps":["trace[450593059] 'read index received' (duration: 70.464687ms)","trace[450593059] 'applied index is now lower than readState.Index' (duration: 229.490575ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:05.62673Z","caller":"traceutil/trace.go:171","msg":"trace[699119464] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"325.147937ms","start":"2026-07-24T17:24:05.301559Z","end":"2026-07-24T17:24:05.626707Z","steps":["trace[699119464] 'process raft request' (duration: 290.626803ms)","trace[699119464] 'compare' (duration: 34.282868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:05.626828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:05.301538Z","time spent":"325.230339ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:05.626878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.25822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:05.626937Z","caller":"traceutil/trace.go:171","msg":"trace[272288853] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3044; }","duration":"300.378454ms","start":"2026-07-24T17:24:05.326542Z","end":"2026-07-24T17:24:05.62692Z","steps":["trace[272288853] 'agreement among raft nodes before linearized reading' (duration: 300.180379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:05.626993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:05.326509Z","time spent":"300.470476ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:24:06.582498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.407222ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:24:06.583037Z","caller":"traceutil/trace.go:171","msg":"trace[396361806] linearizableReadLoop","detail":"{readStateIndex:3163; appliedIndex:3162; }","duration":"548.946376ms","start":"2026-07-24T17:24:06.034073Z","end":"2026-07-24T17:24:06.58302Z","steps":["trace[396361806] 'read index received' (duration: 150.924327ms)","trace[396361806] 'applied index is now lower than readState.Index' (duration: 398.019509ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:06.583197Z","caller":"traceutil/trace.go:171","msg":"trace[536383399] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"276.209205ms","start":"2026-07-24T17:24:06.306973Z","end":"2026-07-24T17:24:06.583182Z","steps":["trace[536383399] 'process raft request' (duration: 275.618499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:06.753398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.838404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:06.753708Z","caller":"traceutil/trace.go:171","msg":"trace[622105257] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"381.815373ms","start":"2026-07-24T17:24:06.371866Z","end":"2026-07-24T17:24:06.753681Z","steps":["trace[622105257] 'process raft request' (duration: 220.61734ms)","trace[622105257] 'compare' (duration: 160.354671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:06.753789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.168972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:06.753837Z","caller":"traceutil/trace.go:171","msg":"trace[363797260] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"340.864032ms","start":"2026-07-24T17:24:06.412924Z","end":"2026-07-24T17:24:06.753788Z","steps":["trace[363797260] 'process raft request' (duration: 340.680077ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:06.753854Z","caller":"traceutil/trace.go:171","msg":"trace[205018957] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3046; }","duration":"719.802939ms","start":"2026-07-24T17:24:06.034024Z","end":"2026-07-24T17:24:06.753826Z","steps":["trace[205018957] 'agreement among raft nodes before linearized reading' (duration: 549.097901ms)","trace[205018957] 'range keys from in-memory index tree' (duration: 169.805784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:06.753927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:06.034004Z","time spent":"719.911322ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:24:06.753946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:06.371759Z","time spent":"382.06891ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:06.754001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:06.412894Z","time spent":"341.024817ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:06.985909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.286578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:06.98611Z","caller":"traceutil/trace.go:171","msg":"trace[1362779005] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"403.485446ms","start":"2026-07-24T17:24:06.582603Z","end":"2026-07-24T17:24:06.986088Z","steps":["trace[1362779005] 'process raft request' (duration: 293.90875ms)","trace[1362779005] 'compare' (duration: 108.913628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:06.986553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.904715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:06.986274Z","caller":"traceutil/trace.go:171","msg":"trace[1264438651] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"204.477326ms","start":"2026-07-24T17:24:06.781773Z","end":"2026-07-24T17:24:06.98625Z","steps":["trace[1264438651] 'process raft request' (duration: 204.26503ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:06.986677Z","caller":"traceutil/trace.go:171","msg":"trace[1607104975] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3051; }","duration":"841.022638ms","start":"2026-07-24T17:24:06.145586Z","end":"2026-07-24T17:24:06.986608Z","steps":["trace[1607104975] 'agreement among raft nodes before linearized reading' (duration: 840.906905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:06.986521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.622002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:06.986393Z","caller":"traceutil/trace.go:171","msg":"trace[1943105370] linearizableReadLoop","detail":"{readStateIndex:3167; appliedIndex:3164; }","duration":"403.275471ms","start":"2026-07-24T17:24:06.583105Z","end":"2026-07-24T17:24:06.986381Z","steps":["trace[1943105370] 'read index received' (duration: 9.355472ms)","trace[1943105370] 'applied index is now lower than readState.Index' (duration: 393.918569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:06.986767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:06.145567Z","time spent":"841.186382ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:06.987202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.418276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:06.987271Z","caller":"traceutil/trace.go:171","msg":"trace[24526165] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3051; }","duration":"325.5297ms","start":"2026-07-24T17:24:06.661718Z","end":"2026-07-24T17:24:06.987248Z","steps":["trace[24526165] 'agreement among raft nodes before linearized reading' (duration: 325.421967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:06.987327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:06.661696Z","time spent":"325.613922ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:06.98648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.272298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:06.987454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:06.582577Z","time spent":"404.01247ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:06.987511Z","caller":"traceutil/trace.go:171","msg":"trace[1625363673] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3051; }","duration":"440.354687ms","start":"2026-07-24T17:24:06.547145Z","end":"2026-07-24T17:24:06.9875Z","steps":["trace[1625363673] 'agreement among raft nodes before linearized reading' (duration: 439.288399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:06.987588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:06.547124Z","time spent":"440.453069ms","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:06.987842Z","caller":"traceutil/trace.go:171","msg":"trace[62038943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3051; }","duration":"881.037122ms","start":"2026-07-24T17:24:06.10586Z","end":"2026-07-24T17:24:06.986897Z","steps":["trace[62038943] 'agreement among raft nodes before linearized reading' (duration: 880.55306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:06.987902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:06.105841Z","time spent":"882.052489ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:06.988019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.530833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:24:06.988164Z","caller":"traceutil/trace.go:171","msg":"trace[1404785331] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3051; }","duration":"231.707817ms","start":"2026-07-24T17:24:06.756443Z","end":"2026-07-24T17:24:06.988151Z","steps":["trace[1404785331] 'agreement among raft nodes before linearized reading' (duration: 231.103161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:07.338966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.404824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:07.339042Z","caller":"traceutil/trace.go:171","msg":"trace[705798971] linearizableReadLoop","detail":"{readStateIndex:3170; appliedIndex:3169; }","duration":"303.388366ms","start":"2026-07-24T17:24:07.03564Z","end":"2026-07-24T17:24:07.339028Z","steps":["trace[705798971] 'read index received' (duration: 111.873809ms)","trace[705798971] 'applied index is now lower than readState.Index' (duration: 191.513717ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:07.339298Z","caller":"traceutil/trace.go:171","msg":"trace[1885932939] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"312.82214ms","start":"2026-07-24T17:24:07.026449Z","end":"2026-07-24T17:24:07.339271Z","steps":["trace[1885932939] 'process raft request' (duration: 121.039406ms)","trace[1885932939] 'compare' (duration: 191.303631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:07.339454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.196036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:24:07.339499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.094136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:24:07.339512Z","caller":"traceutil/trace.go:171","msg":"trace[761672410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3052; }","duration":"298.290469ms","start":"2026-07-24T17:24:07.041209Z","end":"2026-07-24T17:24:07.339499Z","steps":["trace[761672410] 'agreement among raft nodes before linearized reading' (duration: 298.066842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:07.339562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.592999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:24:07.339617Z","caller":"traceutil/trace.go:171","msg":"trace[1074603173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3052; }","duration":"297.62861ms","start":"2026-07-24T17:24:07.04196Z","end":"2026-07-24T17:24:07.339588Z","steps":["trace[1074603173] 'agreement among raft nodes before linearized reading' (duration: 297.346682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:07.339396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.748125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:07.339709Z","caller":"traceutil/trace.go:171","msg":"trace[1474928929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3052; }","duration":"297.319012ms","start":"2026-07-24T17:24:07.042257Z","end":"2026-07-24T17:24:07.339576Z","steps":["trace[1474928929] 'agreement among raft nodes before linearized reading' (duration: 297.023084ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:07.339729Z","caller":"traceutil/trace.go:171","msg":"trace[1969210408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3052; }","duration":"304.130585ms","start":"2026-07-24T17:24:07.035587Z","end":"2026-07-24T17:24:07.339718Z","steps":["trace[1969210408] 'agreement among raft nodes before linearized reading' (duration: 303.653533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:07.339769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:07.035569Z","time spent":"304.185317ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:07.340192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:07.026435Z","time spent":"313.036216ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:07.663951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.707052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:07.664059Z","caller":"traceutil/trace.go:171","msg":"trace[41471989] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"320.806556ms","start":"2026-07-24T17:24:07.343232Z","end":"2026-07-24T17:24:07.664039Z","steps":["trace[41471989] 'process raft request' (duration: 111.56273ms)","trace[41471989] 'compare' (duration: 208.540927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:07.664269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:07.343211Z","time spent":"320.878708ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:07.692043Z","caller":"traceutil/trace.go:171","msg":"trace[1187398960] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"348.239646ms","start":"2026-07-24T17:24:07.343785Z","end":"2026-07-24T17:24:07.692025Z","steps":["trace[1187398960] 'process raft request' (duration: 348.085562ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:07.692288Z","caller":"traceutil/trace.go:171","msg":"trace[920189411] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"348.184674ms","start":"2026-07-24T17:24:07.343985Z","end":"2026-07-24T17:24:07.692169Z","steps":["trace[920189411] 'process raft request' (duration: 347.992599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:07.69241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:07.343962Z","time spent":"348.356489ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:07.692723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:07.343763Z","time spent":"348.935014ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:07.692768Z","caller":"traceutil/trace.go:171","msg":"trace[1473757737] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"348.216995ms","start":"2026-07-24T17:24:07.344543Z","end":"2026-07-24T17:24:07.69276Z","steps":["trace[1473757737] 'process raft request' (duration: 347.596198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:07.692939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:07.344534Z","time spent":"348.363459ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:07.693931Z","caller":"traceutil/trace.go:171","msg":"trace[62097844] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"290.467597ms","start":"2026-07-24T17:24:07.403438Z","end":"2026-07-24T17:24:07.693906Z","steps":["trace[62097844] 'process raft request' (duration: 289.268915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:08.032573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.702642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:08.032988Z","caller":"traceutil/trace.go:171","msg":"trace[1816336] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"400.837008ms","start":"2026-07-24T17:24:07.632118Z","end":"2026-07-24T17:24:08.032955Z","steps":["trace[1816336] 'process raft request' (duration: 253.640123ms)","trace[1816336] 'compare' (duration: 146.384133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:08.033085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:07.63209Z","time spent":"400.943691ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:08.842466Z","caller":"traceutil/trace.go:171","msg":"trace[1717798471] linearizableReadLoop","detail":"{readStateIndex:3177; appliedIndex:3176; }","duration":"141.903763ms","start":"2026-07-24T17:24:08.700533Z","end":"2026-07-24T17:24:08.842436Z","steps":["trace[1717798471] 'read index received' (duration: 141.661426ms)","trace[1717798471] 'applied index is now lower than readState.Index' (duration: 240.307µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:08.842537Z","caller":"traceutil/trace.go:171","msg":"trace[1496807391] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"253.144705ms","start":"2026-07-24T17:24:08.589353Z","end":"2026-07-24T17:24:08.842498Z","steps":["trace[1496807391] 'process raft request' (duration: 252.823217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:08.842688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.13239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:08.842753Z","caller":"traceutil/trace.go:171","msg":"trace[1877282510] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3059; }","duration":"142.244722ms","start":"2026-07-24T17:24:08.700494Z","end":"2026-07-24T17:24:08.842739Z","steps":["trace[1877282510] 'agreement among raft nodes before linearized reading' (duration: 142.122929ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:09.426404Z","caller":"traceutil/trace.go:171","msg":"trace[950757578] linearizableReadLoop","detail":"{readStateIndex:3178; appliedIndex:3177; }","duration":"321.580861ms","start":"2026-07-24T17:24:09.104805Z","end":"2026-07-24T17:24:09.426386Z","steps":["trace[950757578] 'read index received' (duration: 321.498728ms)","trace[950757578] 'applied index is now lower than readState.Index' (duration: 81.272µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:09.426505Z","caller":"traceutil/trace.go:171","msg":"trace[1359476732] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"434.705004ms","start":"2026-07-24T17:24:08.991753Z","end":"2026-07-24T17:24:09.426458Z","steps":["trace[1359476732] 'process raft request' (duration: 434.515269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:09.426736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:08.991727Z","time spent":"434.90509ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:09.427238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.414773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:09.427273Z","caller":"traceutil/trace.go:171","msg":"trace[380391085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3060; }","duration":"322.493845ms","start":"2026-07-24T17:24:09.104771Z","end":"2026-07-24T17:24:09.427265Z","steps":["trace[380391085] 'agreement among raft nodes before linearized reading' (duration: 321.719634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:09.4273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:09.104753Z","time spent":"322.541817ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:09.76527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.876214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:09.76551Z","caller":"traceutil/trace.go:171","msg":"trace[686115539] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"333.35908ms","start":"2026-07-24T17:24:09.432127Z","end":"2026-07-24T17:24:09.765486Z","steps":["trace[686115539] 'process raft request' (duration: 190.180478ms)","trace[686115539] 'compare' (duration: 142.694849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:09.765622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:09.43199Z","time spent":"333.572096ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:10.714104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.821043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:10.714412Z","caller":"traceutil/trace.go:171","msg":"trace[1628846834] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"650.318719ms","start":"2026-07-24T17:24:10.064076Z","end":"2026-07-24T17:24:10.714394Z","steps":["trace[1628846834] 'process raft request' (duration: 650.274637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.714504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.064051Z","time spent":"650.410972ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:10.714701Z","caller":"traceutil/trace.go:171","msg":"trace[1514931479] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"1.014787891s","start":"2026-07-24T17:24:09.699901Z","end":"2026-07-24T17:24:10.714688Z","steps":["trace[1514931479] 'process raft request' (duration: 273.298819ms)","trace[1514931479] 'compare' (duration: 740.534076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:10.714763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:09.699804Z","time spent":"1.014929674s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:10.714845Z","caller":"traceutil/trace.go:171","msg":"trace[530427129] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"944.353416ms","start":"2026-07-24T17:24:09.77047Z","end":"2026-07-24T17:24:10.714823Z","steps":["trace[530427129] 'process raft request' (duration: 943.777941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.715137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017215227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:24:10.715185Z","caller":"traceutil/trace.go:171","msg":"trace[805300929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3064; }","duration":"1.017289919s","start":"2026-07-24T17:24:09.697881Z","end":"2026-07-24T17:24:10.715171Z","steps":["trace[805300929] 'agreement among raft nodes before linearized reading' (duration: 1.017110714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.715217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:09.697862Z","time spent":"1.01734653s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:24:10.715242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017380691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:24:10.715138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018383188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:24:10.715295Z","caller":"traceutil/trace.go:171","msg":"trace[369662225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3064; }","duration":"1.017469753s","start":"2026-07-24T17:24:09.697814Z","end":"2026-07-24T17:24:10.715284Z","steps":["trace[369662225] 'agreement among raft nodes before linearized reading' (duration: 1.01735168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.715338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:09.697794Z","time spent":"1.017533505s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:10.715142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:09.770455Z","time spent":"944.537221ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:10.715299Z","caller":"traceutil/trace.go:171","msg":"trace[365660114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3064; }","duration":"1.018596254s","start":"2026-07-24T17:24:09.696694Z","end":"2026-07-24T17:24:10.71529Z","steps":["trace[365660114] 'agreement among raft nodes before linearized reading' (duration: 1.018275195s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.715507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:09.696675Z","time spent":"1.018769758s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:24:10.714917Z","caller":"traceutil/trace.go:171","msg":"trace[31238467] linearizableReadLoop","detail":"{readStateIndex:3180; appliedIndex:3179; }","duration":"949.466435ms","start":"2026-07-24T17:24:09.765424Z","end":"2026-07-24T17:24:10.71489Z","steps":["trace[31238467] 'read index received' (duration: 207.736957ms)","trace[31238467] 'applied index is now lower than readState.Index' (duration: 741.728128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:10.715745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.521328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:10.715786Z","caller":"traceutil/trace.go:171","msg":"trace[1002778168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3064; }","duration":"281.59424ms","start":"2026-07-24T17:24:10.434181Z","end":"2026-07-24T17:24:10.715775Z","steps":["trace[1002778168] 'agreement among raft nodes before linearized reading' (duration: 281.533289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.715764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.499984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:10.71593Z","caller":"traceutil/trace.go:171","msg":"trace[746719833] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3064; }","duration":"946.69435ms","start":"2026-07-24T17:24:09.769215Z","end":"2026-07-24T17:24:10.71591Z","steps":["trace[746719833] 'agreement among raft nodes before linearized reading' (duration: 946.496095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.716129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:09.769202Z","time spent":"946.907755ms","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:10.715995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.645628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:10.716142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.016438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-24T17:24:10.716218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.884849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:10.716246Z","caller":"traceutil/trace.go:171","msg":"trace[718595346] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3064; }","duration":"198.926226ms","start":"2026-07-24T17:24:10.517299Z","end":"2026-07-24T17:24:10.716225Z","steps":["trace[718595346] 'agreement among raft nodes before linearized reading' (duration: 198.650868ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:10.716263Z","caller":"traceutil/trace.go:171","msg":"trace[597082028] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3064; }","duration":"390.127631ms","start":"2026-07-24T17:24:10.326119Z","end":"2026-07-24T17:24:10.716246Z","steps":["trace[597082028] 'agreement among raft nodes before linearized reading' (duration: 389.958447ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:10.716282Z","caller":"traceutil/trace.go:171","msg":"trace[656807919] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3064; }","duration":"681.979262ms","start":"2026-07-24T17:24:10.034286Z","end":"2026-07-24T17:24:10.716265Z","steps":["trace[656807919] 'agreement among raft nodes before linearized reading' (duration: 681.810897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.716321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.326065Z","time spent":"390.242534ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:24:10.716328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.03427Z","time spent":"682.048184ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:24:10.71606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.926272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:10.716385Z","caller":"traceutil/trace.go:171","msg":"trace[1438696358] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3064; }","duration":"439.306942ms","start":"2026-07-24T17:24:10.277059Z","end":"2026-07-24T17:24:10.716366Z","steps":["trace[1438696358] 'agreement among raft nodes before linearized reading' (duration: 438.973353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:10.716578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.277035Z","time spent":"439.453557ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:11.395687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.241511ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:24:11.395919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.717895Z","time spent":"678.018623ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:24:11.396264Z","caller":"traceutil/trace.go:171","msg":"trace[1707979003] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"676.741519ms","start":"2026-07-24T17:24:10.719496Z","end":"2026-07-24T17:24:11.396237Z","steps":["trace[1707979003] 'process raft request' (duration: 676.294877ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:11.396585Z","caller":"traceutil/trace.go:171","msg":"trace[26277487] linearizableReadLoop","detail":"{readStateIndex:3184; appliedIndex:3182; }","duration":"676.472351ms","start":"2026-07-24T17:24:10.720095Z","end":"2026-07-24T17:24:11.396568Z","steps":["trace[26277487] 'read index received' (duration: 368.344636ms)","trace[26277487] 'applied index is now lower than readState.Index' (duration: 308.126825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:11.396651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.719471Z","time spent":"677.089228ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:11.396791Z","caller":"traceutil/trace.go:171","msg":"trace[1311424791] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"394.922842ms","start":"2026-07-24T17:24:11.001848Z","end":"2026-07-24T17:24:11.396771Z","steps":["trace[1311424791] 'process raft request' (duration: 394.49406ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:11.396812Z","caller":"traceutil/trace.go:171","msg":"trace[565082594] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"675.780752ms","start":"2026-07-24T17:24:10.721002Z","end":"2026-07-24T17:24:11.396783Z","steps":["trace[565082594] 'process raft request' (duration: 675.220707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.396857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.802264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:11.396904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:11.001828Z","time spent":"395.012693ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:11.396951Z","caller":"traceutil/trace.go:171","msg":"trace[1137061886] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3070; }","duration":"667.923988ms","start":"2026-07-24T17:24:10.729006Z","end":"2026-07-24T17:24:11.39693Z","steps":["trace[1137061886] 'agreement among raft nodes before linearized reading' (duration: 667.784014ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:11.39697Z","caller":"traceutil/trace.go:171","msg":"trace[1758838667] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"675.505575ms","start":"2026-07-24T17:24:10.721454Z","end":"2026-07-24T17:24:11.39696Z","steps":["trace[1758838667] 'process raft request' (duration: 674.804316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.396957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.582689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:11.397074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.644837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:11.39718Z","caller":"traceutil/trace.go:171","msg":"trace[54207541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3070; }","duration":"290.795ms","start":"2026-07-24T17:24:11.10637Z","end":"2026-07-24T17:24:11.397165Z","steps":["trace[54207541] 'agreement among raft nodes before linearized reading' (duration: 290.660947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.397195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.086408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:24:11.397259Z","caller":"traceutil/trace.go:171","msg":"trace[1145885090] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3070; }","duration":"677.180961ms","start":"2026-07-24T17:24:10.720063Z","end":"2026-07-24T17:24:11.397244Z","steps":["trace[1145885090] 'agreement among raft nodes before linearized reading' (duration: 676.938784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.397312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.720051Z","time spent":"677.246262ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T17:24:11.397125Z","caller":"traceutil/trace.go:171","msg":"trace[1453481966] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3070; }","duration":"197.810885ms","start":"2026-07-24T17:24:11.199282Z","end":"2026-07-24T17:24:11.397092Z","steps":["trace[1453481966] 'agreement among raft nodes before linearized reading' (duration: 197.509847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.397021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.721441Z","time spent":"675.550696ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:11.397054Z","caller":"traceutil/trace.go:171","msg":"trace[965770252] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"549.424595ms","start":"2026-07-24T17:24:10.847621Z","end":"2026-07-24T17:24:11.397046Z","steps":["trace[965770252] 'process raft request' (duration: 548.673415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.397273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.720986Z","time spent":"676.197354ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:11.396964Z","caller":"traceutil/trace.go:171","msg":"trace[568154103] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"675.916066ms","start":"2026-07-24T17:24:10.720978Z","end":"2026-07-24T17:24:11.396894Z","steps":["trace[568154103] 'process raft request' (duration: 675.180966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.39701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.728993Z","time spent":"668.00024ms","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:11.398402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.72096Z","time spent":"677.356196ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:11.397925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:10.847593Z","time spent":"550.286239ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:11.949235Z","caller":"traceutil/trace.go:171","msg":"trace[700272564] linearizableReadLoop","detail":"{readStateIndex:3190; appliedIndex:3189; }","duration":"547.141729ms","start":"2026-07-24T17:24:11.402061Z","end":"2026-07-24T17:24:11.949202Z","steps":["trace[700272564] 'read index received' (duration: 467.099407ms)","trace[700272564] 'applied index is now lower than readState.Index' (duration: 80.041022ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:11.94926Z","caller":"traceutil/trace.go:171","msg":"trace[1945758753] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"550.113899ms","start":"2026-07-24T17:24:11.399115Z","end":"2026-07-24T17:24:11.949229Z","steps":["trace[1945758753] 'process raft request' (duration: 469.900343ms)","trace[1945758753] 'compare' (duration: 80.063152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:11.949411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:11.398567Z","time spent":"550.767967ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:11.949484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.416196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:24:11.949529Z","caller":"traceutil/trace.go:171","msg":"trace[366978337] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3071; }","duration":"547.490068ms","start":"2026-07-24T17:24:11.402029Z","end":"2026-07-24T17:24:11.949519Z","steps":["trace[366978337] 'agreement among raft nodes before linearized reading' (duration: 547.306683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.949557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:11.402016Z","time spent":"547.533619ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:24:11.952845Z","caller":"traceutil/trace.go:171","msg":"trace[1809222861] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"520.280563ms","start":"2026-07-24T17:24:11.43255Z","end":"2026-07-24T17:24:11.952831Z","steps":["trace[1809222861] 'process raft request' (duration: 520.15771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.95293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.871083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:11.952971Z","caller":"traceutil/trace.go:171","msg":"trace[967752746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3072; }","duration":"183.916024ms","start":"2026-07-24T17:24:11.769046Z","end":"2026-07-24T17:24:11.952962Z","steps":["trace[967752746] 'agreement among raft nodes before linearized reading' (duration: 183.813232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:11.953043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:11.43253Z","time spent":"520.402436ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:12.230682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.225091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:12.23078Z","caller":"traceutil/trace.go:171","msg":"trace[1800259122] linearizableReadLoop","detail":"{readStateIndex:3192; appliedIndex:3191; }","duration":"197.397293ms","start":"2026-07-24T17:24:12.033367Z","end":"2026-07-24T17:24:12.230765Z","steps":["trace[1800259122] 'read index received' (duration: 96.047419ms)","trace[1800259122] 'applied index is now lower than readState.Index' (duration: 101.348534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:12.231023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.65981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:12.231064Z","caller":"traceutil/trace.go:171","msg":"trace[1295337349] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3073; }","duration":"197.742252ms","start":"2026-07-24T17:24:12.033311Z","end":"2026-07-24T17:24:12.231053Z","steps":["trace[1295337349] 'agreement among raft nodes before linearized reading' (duration: 197.500086ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:12.231021Z","caller":"traceutil/trace.go:171","msg":"trace[1406607160] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"273.264362ms","start":"2026-07-24T17:24:11.957716Z","end":"2026-07-24T17:24:12.23098Z","steps":["trace[1406607160] 'process raft request' (duration: 171.670101ms)","trace[1406607160] 'compare' (duration: 101.087527ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:12.830839Z","caller":"traceutil/trace.go:171","msg":"trace[628407343] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"108.372038ms","start":"2026-07-24T17:24:12.722441Z","end":"2026-07-24T17:24:12.830813Z","steps":["trace[628407343] 'process raft request' (duration: 108.188663ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:12.831034Z","caller":"traceutil/trace.go:171","msg":"trace[1315056547] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"105.225151ms","start":"2026-07-24T17:24:12.725778Z","end":"2026-07-24T17:24:12.831003Z","steps":["trace[1315056547] 'process raft request' (duration: 104.982264ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:13.631788Z","caller":"traceutil/trace.go:171","msg":"trace[2090656152] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"227.273525ms","start":"2026-07-24T17:24:13.404489Z","end":"2026-07-24T17:24:13.631762Z","steps":["trace[2090656152] 'process raft request' (duration: 227.07292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:13.634578Z","caller":"traceutil/trace.go:171","msg":"trace[701681289] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"229.98468ms","start":"2026-07-24T17:24:13.404569Z","end":"2026-07-24T17:24:13.634553Z","steps":["trace[701681289] 'process raft request' (duration: 229.813555ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:13.634803Z","caller":"traceutil/trace.go:171","msg":"trace[1040570990] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"228.621343ms","start":"2026-07-24T17:24:13.406164Z","end":"2026-07-24T17:24:13.634785Z","steps":["trace[1040570990] 'process raft request' (duration: 228.351855ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:13.634818Z","caller":"traceutil/trace.go:171","msg":"trace[844416758] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"228.18303ms","start":"2026-07-24T17:24:13.406595Z","end":"2026-07-24T17:24:13.634778Z","steps":["trace[844416758] 'process raft request' (duration: 228.060567ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:14.09957Z","caller":"traceutil/trace.go:171","msg":"trace[1336724839] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"140.222275ms","start":"2026-07-24T17:24:13.95931Z","end":"2026-07-24T17:24:14.099532Z","steps":["trace[1336724839] 'process raft request' (duration: 139.922687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:14.620608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.612058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:14.620701Z","caller":"traceutil/trace.go:171","msg":"trace[2166565] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3081; }","duration":"265.749602ms","start":"2026-07-24T17:24:14.354922Z","end":"2026-07-24T17:24:14.620672Z","steps":["trace[2166565] 'count revisions from in-memory index tree' (duration: 265.537335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:14.62096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.569636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:14.62104Z","caller":"traceutil/trace.go:171","msg":"trace[546465257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3081; }","duration":"385.669628ms","start":"2026-07-24T17:24:14.235352Z","end":"2026-07-24T17:24:14.621022Z","steps":["trace[546465257] 'range keys from in-memory index tree' (duration: 385.334809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:14.621083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:14.235303Z","time spent":"385.770961ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:24:14.621181Z","caller":"traceutil/trace.go:171","msg":"trace[606243848] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"126.558971ms","start":"2026-07-24T17:24:14.494591Z","end":"2026-07-24T17:24:14.62115Z","steps":["trace[606243848] 'process raft request' (duration: 94.841404ms)","trace[606243848] 'compare' (duration: 31.490631ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:14.861177Z","caller":"traceutil/trace.go:171","msg":"trace[368117135] linearizableReadLoop","detail":"{readStateIndex:3202; appliedIndex:3201; }","duration":"225.420646ms","start":"2026-07-24T17:24:14.635731Z","end":"2026-07-24T17:24:14.861151Z","steps":["trace[368117135] 'read index received' (duration: 224.927802ms)","trace[368117135] 'applied index is now lower than readState.Index' (duration: 491.824µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:14.861297Z","caller":"traceutil/trace.go:171","msg":"trace[63518618] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"235.581067ms","start":"2026-07-24T17:24:14.625704Z","end":"2026-07-24T17:24:14.861285Z","steps":["trace[63518618] 'process raft request' (duration: 234.792225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:14.86146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.704384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:14.861503Z","caller":"traceutil/trace.go:171","msg":"trace[1658680431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3083; }","duration":"225.788375ms","start":"2026-07-24T17:24:14.635704Z","end":"2026-07-24T17:24:14.861492Z","steps":["trace[1658680431] 'agreement among raft nodes before linearized reading' (duration: 225.702143ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:14.953814Z","caller":"traceutil/trace.go:171","msg":"trace[2076078187] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"179.906037ms","start":"2026-07-24T17:24:14.773888Z","end":"2026-07-24T17:24:14.953794Z","steps":["trace[2076078187] 'process raft request' (duration: 179.743402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:14.954109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.634682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:14.95417Z","caller":"traceutil/trace.go:171","msg":"trace[755498489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3085; }","duration":"118.738275ms","start":"2026-07-24T17:24:14.835417Z","end":"2026-07-24T17:24:14.954155Z","steps":["trace[755498489] 'agreement among raft nodes before linearized reading' (duration: 118.57812ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:14.954345Z","caller":"traceutil/trace.go:171","msg":"trace[56502572] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"117.389748ms","start":"2026-07-24T17:24:14.836941Z","end":"2026-07-24T17:24:14.954331Z","steps":["trace[56502572] 'process raft request' (duration: 116.815732ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:15.128449Z","caller":"traceutil/trace.go:171","msg":"trace[1207374867] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"169.670645ms","start":"2026-07-24T17:24:14.95876Z","end":"2026-07-24T17:24:15.128431Z","steps":["trace[1207374867] 'process raft request' (duration: 145.853834ms)","trace[1207374867] 'compare' (duration: 23.179143ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:15.805586Z","caller":"traceutil/trace.go:171","msg":"trace[60240554] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"168.272971ms","start":"2026-07-24T17:24:15.637281Z","end":"2026-07-24T17:24:15.805554Z","steps":["trace[60240554] 'process raft request' (duration: 168.075875ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:15.806149Z","caller":"traceutil/trace.go:171","msg":"trace[74478933] linearizableReadLoop","detail":"{readStateIndex:3207; appliedIndex:3207; }","duration":"165.983557ms","start":"2026-07-24T17:24:15.640122Z","end":"2026-07-24T17:24:15.806105Z","steps":["trace[74478933] 'read index received' (duration: 165.971847ms)","trace[74478933] 'applied index is now lower than readState.Index' (duration: 9.42µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:15.806629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.794782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:24:15.806715Z","caller":"traceutil/trace.go:171","msg":"trace[1172187843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3088; }","duration":"165.930686ms","start":"2026-07-24T17:24:15.640767Z","end":"2026-07-24T17:24:15.806698Z","steps":["trace[1172187843] 'agreement among raft nodes before linearized reading' (duration: 165.690039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:15.80713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.988965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:24:15.806734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.490241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:24:15.807194Z","caller":"traceutil/trace.go:171","msg":"trace[1537695406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3088; }","duration":"167.093108ms","start":"2026-07-24T17:24:15.640086Z","end":"2026-07-24T17:24:15.807179Z","steps":["trace[1537695406] 'agreement among raft nodes before linearized reading' (duration: 166.264425ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:15.807215Z","caller":"traceutil/trace.go:171","msg":"trace[1759541032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3088; }","duration":"167.032026ms","start":"2026-07-24T17:24:15.640164Z","end":"2026-07-24T17:24:15.807196Z","steps":["trace[1759541032] 'agreement among raft nodes before linearized reading' (duration: 166.102081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:16.096088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.031265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:16.096476Z","caller":"traceutil/trace.go:171","msg":"trace[555688957] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"286.141061ms","start":"2026-07-24T17:24:15.810301Z","end":"2026-07-24T17:24:16.096442Z","steps":["trace[555688957] 'process raft request' (duration: 114.676703ms)","trace[555688957] 'compare' (duration: 170.496081ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:16.096732Z","caller":"traceutil/trace.go:171","msg":"trace[1445903827] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"285.012779ms","start":"2026-07-24T17:24:15.811706Z","end":"2026-07-24T17:24:16.096719Z","steps":["trace[1445903827] 'process raft request' (duration: 284.785733ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:16.096772Z","caller":"traceutil/trace.go:171","msg":"trace[2124234224] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"284.893916ms","start":"2026-07-24T17:24:15.811853Z","end":"2026-07-24T17:24:16.096746Z","steps":["trace[2124234224] 'process raft request' (duration: 284.708251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:16.86333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.193802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:16.863571Z","caller":"traceutil/trace.go:171","msg":"trace[876648194] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"757.187048ms","start":"2026-07-24T17:24:16.106354Z","end":"2026-07-24T17:24:16.863541Z","steps":["trace[876648194] 'process raft request' (duration: 201.366298ms)","trace[876648194] 'compare' (duration: 554.447892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:16.863683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:16.106328Z","time spent":"757.303661ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:17.078472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.991594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:24:17.078549Z","caller":"traceutil/trace.go:171","msg":"trace[63116678] linearizableReadLoop","detail":"{readStateIndex:3212; appliedIndex:3211; }","duration":"212.784103ms","start":"2026-07-24T17:24:16.865751Z","end":"2026-07-24T17:24:17.078535Z","steps":["trace[63116678] 'read index received' (duration: 69.472µs)","trace[63116678] 'applied index is now lower than readState.Index' (duration: 212.713511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:17.078688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.936127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:24:17.078714Z","caller":"traceutil/trace.go:171","msg":"trace[2002614749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3092; }","duration":"213.002809ms","start":"2026-07-24T17:24:16.865705Z","end":"2026-07-24T17:24:17.078708Z","steps":["trace[2002614749] 'agreement among raft nodes before linearized reading' (duration: 212.864185ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:17.222377Z","caller":"traceutil/trace.go:171","msg":"trace[1257744233] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"263.077337ms","start":"2026-07-24T17:24:16.959269Z","end":"2026-07-24T17:24:17.222347Z","steps":["trace[1257744233] 'process raft request' (duration: 262.861351ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:17.378695Z","caller":"traceutil/trace.go:171","msg":"trace[1631358429] linearizableReadLoop","detail":"{readStateIndex:3215; appliedIndex:3212; }","duration":"272.478684ms","start":"2026-07-24T17:24:17.106195Z","end":"2026-07-24T17:24:17.378673Z","steps":["trace[1631358429] 'read index received' (duration: 115.92407ms)","trace[1631358429] 'applied index is now lower than readState.Index' (duration: 156.553604ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:17.378859Z","caller":"traceutil/trace.go:171","msg":"trace[263265082] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"418.869511ms","start":"2026-07-24T17:24:16.959969Z","end":"2026-07-24T17:24:17.378838Z","steps":["trace[263265082] 'process raft request' (duration: 353.281838ms)","trace[263265082] 'compare' (duration: 65.12093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:17.378911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.72137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:17.378971Z","caller":"traceutil/trace.go:171","msg":"trace[2050486361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3096; }","duration":"272.835624ms","start":"2026-07-24T17:24:17.106122Z","end":"2026-07-24T17:24:17.378958Z","steps":["trace[2050486361] 'agreement among raft nodes before linearized reading' (duration: 272.742242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:17.379008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:16.959945Z","time spent":"418.970673ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:17.37912Z","caller":"traceutil/trace.go:171","msg":"trace[141714606] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"296.934908ms","start":"2026-07-24T17:24:17.082175Z","end":"2026-07-24T17:24:17.37911Z","steps":["trace[141714606] 'process raft request' (duration: 296.397082ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:17.379191Z","caller":"traceutil/trace.go:171","msg":"trace[1906982767] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"268.704839ms","start":"2026-07-24T17:24:17.11048Z","end":"2026-07-24T17:24:17.379185Z","steps":["trace[1906982767] 'process raft request' (duration: 268.151853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:17.3794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.031573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:17.379427Z","caller":"traceutil/trace.go:171","msg":"trace[1058891355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3096; }","duration":"247.093685ms","start":"2026-07-24T17:24:17.132326Z","end":"2026-07-24T17:24:17.37942Z","steps":["trace[1058891355] 'agreement among raft nodes before linearized reading' (duration: 247.007883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.111904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.598529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:18.112053Z","caller":"traceutil/trace.go:171","msg":"trace[1477620183] linearizableReadLoop","detail":"{readStateIndex:3217; appliedIndex:3216; }","duration":"406.228171ms","start":"2026-07-24T17:24:17.705808Z","end":"2026-07-24T17:24:18.112036Z","steps":["trace[1477620183] 'read index received' (duration: 88.233µs)","trace[1477620183] 'applied index is now lower than readState.Index' (duration: 406.138748ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:18.112149Z","caller":"traceutil/trace.go:171","msg":"trace[1632333504] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"728.369412ms","start":"2026-07-24T17:24:17.383761Z","end":"2026-07-24T17:24:18.112131Z","steps":["trace[1632333504] 'process raft request' (duration: 184.434494ms)","trace[1632333504] 'compare' (duration: 543.476616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:18.11223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:17.383743Z","time spent":"728.448354ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:18.112313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.367678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T17:24:18.112385Z","caller":"traceutil/trace.go:171","msg":"trace[1449390676] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3098; }","duration":"288.492772ms","start":"2026-07-24T17:24:17.823876Z","end":"2026-07-24T17:24:18.112369Z","steps":["trace[1449390676] 'agreement among raft nodes before linearized reading' (duration: 288.333278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.112315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.483948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:18.112566Z","caller":"traceutil/trace.go:171","msg":"trace[503256171] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3098; }","duration":"406.788666ms","start":"2026-07-24T17:24:17.705751Z","end":"2026-07-24T17:24:18.11254Z","steps":["trace[503256171] 'agreement among raft nodes before linearized reading' (duration: 406.435836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.112638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:17.705726Z","time spent":"406.890559ms","remote":"127.0.0.1:50390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:18.112978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.339747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124002"} {"level":"info","ts":"2026-07-24T17:24:18.113025Z","caller":"traceutil/trace.go:171","msg":"trace[197447649] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3098; }","duration":"288.43287ms","start":"2026-07-24T17:24:17.824572Z","end":"2026-07-24T17:24:18.113005Z","steps":["trace[197447649] 'agreement among raft nodes before linearized reading' (duration: 288.315787ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:18.113297Z","caller":"traceutil/trace.go:171","msg":"trace[756746835] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"301.930587ms","start":"2026-07-24T17:24:17.811344Z","end":"2026-07-24T17:24:18.113275Z","steps":["trace[756746835] 'process raft request' (duration: 300.659342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.114203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:17.811326Z","time spent":"302.03168ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:18.372066Z","caller":"traceutil/trace.go:171","msg":"trace[775275810] linearizableReadLoop","detail":"{readStateIndex:3219; appliedIndex:3218; }","duration":"253.354023ms","start":"2026-07-24T17:24:18.118689Z","end":"2026-07-24T17:24:18.372043Z","steps":["trace[775275810] 'read index received' (duration: 253.171998ms)","trace[775275810] 'applied index is now lower than readState.Index' (duration: 181.125µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:18.372246Z","caller":"traceutil/trace.go:171","msg":"trace[1881771748] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"253.566749ms","start":"2026-07-24T17:24:18.118667Z","end":"2026-07-24T17:24:18.372234Z","steps":["trace[1881771748] 'process raft request' (duration: 253.249321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.372612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.892378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T17:24:18.372729Z","caller":"traceutil/trace.go:171","msg":"trace[2096801786] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3099; }","duration":"254.056643ms","start":"2026-07-24T17:24:18.118654Z","end":"2026-07-24T17:24:18.37271Z","steps":["trace[2096801786] 'agreement among raft nodes before linearized reading' (duration: 253.684422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.87692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.766346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:18.877081Z","caller":"traceutil/trace.go:171","msg":"trace[1870738130] linearizableReadLoop","detail":"{readStateIndex:3221; appliedIndex:3219; }","duration":"504.860353ms","start":"2026-07-24T17:24:18.372205Z","end":"2026-07-24T17:24:18.877065Z","steps":["trace[1870738130] 'read index received' (duration: 139.678385ms)","trace[1870738130] 'applied index is now lower than readState.Index' (duration: 365.180908ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:18.877127Z","caller":"traceutil/trace.go:171","msg":"trace[1820052146] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"756.096788ms","start":"2026-07-24T17:24:18.121014Z","end":"2026-07-24T17:24:18.87711Z","steps":["trace[1820052146] 'process raft request' (duration: 755.984525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.877191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.121003Z","time spent":"756.154709ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:18.877245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.923982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:24:18.877273Z","caller":"traceutil/trace.go:171","msg":"trace[294180161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3101; }","duration":"633.977604ms","start":"2026-07-24T17:24:18.243287Z","end":"2026-07-24T17:24:18.877264Z","steps":["trace[294180161] 'agreement among raft nodes before linearized reading' (duration: 633.84266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.877297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.243272Z","time spent":"634.018805ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:24:18.877384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.422677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:24:18.877418Z","caller":"traceutil/trace.go:171","msg":"trace[592666535] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3101; }","duration":"756.479448ms","start":"2026-07-24T17:24:18.12093Z","end":"2026-07-24T17:24:18.877409Z","steps":["trace[592666535] 'agreement among raft nodes before linearized reading' (duration: 756.383175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.877439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.120921Z","time spent":"756.512199ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:24:18.877478Z","caller":"traceutil/trace.go:171","msg":"trace[1804987713] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"758.690241ms","start":"2026-07-24T17:24:18.118773Z","end":"2026-07-24T17:24:18.877463Z","steps":["trace[1804987713] 'process raft request' (duration: 393.303927ms)","trace[1804987713] 'compare' (duration: 364.670324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:18.877537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.118761Z","time spent":"758.744632ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:18.877554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.069264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124002"} {"level":"info","ts":"2026-07-24T17:24:18.877622Z","caller":"traceutil/trace.go:171","msg":"trace[1506720314] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3101; }","duration":"757.204269ms","start":"2026-07-24T17:24:18.120401Z","end":"2026-07-24T17:24:18.877605Z","steps":["trace[1506720314] 'agreement among raft nodes before linearized reading' (duration: 756.966812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:18.877714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.120393Z","time spent":"757.26021ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124025,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T17:24:19.583986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.393198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:19.584353Z","caller":"traceutil/trace.go:171","msg":"trace[1346459827] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"200.068797ms","start":"2026-07-24T17:24:19.384257Z","end":"2026-07-24T17:24:19.584326Z","steps":["trace[1346459827] 'process raft request' (duration: 199.972904ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:19.584224Z","caller":"traceutil/trace.go:171","msg":"trace[582084489] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"714.484133ms","start":"2026-07-24T17:24:18.869699Z","end":"2026-07-24T17:24:19.584184Z","steps":["trace[582084489] 'process raft request' (duration: 295.799677ms)","trace[582084489] 'compare' (duration: 417.114502ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:19.584434Z","caller":"traceutil/trace.go:171","msg":"trace[683311441] linearizableReadLoop","detail":"{readStateIndex:3222; appliedIndex:3221; }","duration":"707.304301ms","start":"2026-07-24T17:24:18.877106Z","end":"2026-07-24T17:24:19.584411Z","steps":["trace[683311441] 'read index received' (duration: 288.290636ms)","trace[683311441] 'applied index is now lower than readState.Index' (duration: 419.010385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:19.584526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.869674Z","time spent":"714.765131ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:19.584596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.540705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:19.584654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.496036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:19.584718Z","caller":"traceutil/trace.go:171","msg":"trace[800526041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3104; }","duration":"957.602729ms","start":"2026-07-24T17:24:18.627099Z","end":"2026-07-24T17:24:19.584702Z","steps":["trace[800526041] 'agreement among raft nodes before linearized reading' (duration: 957.433114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:19.584775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.627078Z","time spent":"957.680241ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:19.584486Z","caller":"traceutil/trace.go:171","msg":"trace[2080837476] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"357.477545ms","start":"2026-07-24T17:24:19.226978Z","end":"2026-07-24T17:24:19.584455Z","steps":["trace[2080837476] 'process raft request' (duration: 357.156296ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:19.584654Z","caller":"traceutil/trace.go:171","msg":"trace[722433796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3104; }","duration":"902.632008ms","start":"2026-07-24T17:24:18.682002Z","end":"2026-07-24T17:24:19.584634Z","steps":["trace[722433796] 'agreement among raft nodes before linearized reading' (duration: 902.522155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:19.585002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.315089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:19.584965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.495352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:24:19.585043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.681987Z","time spent":"903.03446ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:19.585074Z","caller":"traceutil/trace.go:171","msg":"trace[1032507639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3104; }","duration":"689.635347ms","start":"2026-07-24T17:24:18.895416Z","end":"2026-07-24T17:24:19.585051Z","steps":["trace[1032507639] 'agreement among raft nodes before linearized reading' (duration: 689.357949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:19.585057Z","caller":"traceutil/trace.go:171","msg":"trace[2125801975] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3104; }","duration":"283.402221ms","start":"2026-07-24T17:24:19.301636Z","end":"2026-07-24T17:24:19.585038Z","steps":["trace[2125801975] 'agreement among raft nodes before linearized reading' (duration: 283.263537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:19.585128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.895403Z","time spent":"689.711568ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:24:19.585141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.878361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:19.585251Z","caller":"traceutil/trace.go:171","msg":"trace[374388120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3104; }","duration":"201.009734ms","start":"2026-07-24T17:24:19.384221Z","end":"2026-07-24T17:24:19.58523Z","steps":["trace[374388120] 'agreement among raft nodes before linearized reading' (duration: 200.817108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:19.585389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.94696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:19.58545Z","caller":"traceutil/trace.go:171","msg":"trace[90913709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3104; }","duration":"480.033691ms","start":"2026-07-24T17:24:19.105401Z","end":"2026-07-24T17:24:19.585435Z","steps":["trace[90913709] 'agreement among raft nodes before linearized reading' (duration: 479.948119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:19.585493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:19.105386Z","time spent":"480.096894ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:19.585712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.582935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:24:19.585773Z","caller":"traceutil/trace.go:171","msg":"trace[1428822784] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3104; }","duration":"689.667177ms","start":"2026-07-24T17:24:18.896095Z","end":"2026-07-24T17:24:19.585762Z","steps":["trace[1428822784] 'agreement among raft nodes before linearized reading' (duration: 689.441741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:19.585803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:18.896083Z","time spent":"689.713188ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:24:19.586026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:19.226958Z","time spent":"358.00869ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:20.227015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.242499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:20.227363Z","caller":"traceutil/trace.go:171","msg":"trace[1306265302] linearizableReadLoop","detail":"{readStateIndex:3225; appliedIndex:3224; }","duration":"584.975704ms","start":"2026-07-24T17:24:19.642133Z","end":"2026-07-24T17:24:20.227108Z","steps":["trace[1306265302] 'read index received' (duration: 318.57515ms)","trace[1306265302] 'applied index is now lower than readState.Index' (duration: 266.398544ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:20.227672Z","caller":"traceutil/trace.go:171","msg":"trace[1822686790] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"636.523264ms","start":"2026-07-24T17:24:19.591126Z","end":"2026-07-24T17:24:20.227649Z","steps":["trace[1822686790] 'process raft request' (duration: 369.549644ms)","trace[1822686790] 'compare' (duration: 265.867349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:20.227793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.641013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:20.228055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:19.591106Z","time spent":"636.627116ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:20.22849Z","caller":"traceutil/trace.go:171","msg":"trace[1372333919] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3105; }","duration":"585.752666ms","start":"2026-07-24T17:24:19.642128Z","end":"2026-07-24T17:24:20.227881Z","steps":["trace[1372333919] 'agreement among raft nodes before linearized reading' (duration: 585.607482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:20.228586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:19.642085Z","time spent":"586.476976ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:24:20.247006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.253845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:20.247074Z","caller":"traceutil/trace.go:171","msg":"trace[177119258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3106; }","duration":"141.370509ms","start":"2026-07-24T17:24:20.105691Z","end":"2026-07-24T17:24:20.247061Z","steps":["trace[177119258] 'agreement among raft nodes before linearized reading' (duration: 141.252905ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:20.247Z","caller":"traceutil/trace.go:171","msg":"trace[2070777423] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"128.138186ms","start":"2026-07-24T17:24:20.118831Z","end":"2026-07-24T17:24:20.246969Z","steps":["trace[2070777423] 'process raft request' (duration: 127.941031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:20.247216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.780124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:20.247268Z","caller":"traceutil/trace.go:171","msg":"trace[615627624] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3106; }","duration":"212.850776ms","start":"2026-07-24T17:24:20.034406Z","end":"2026-07-24T17:24:20.247257Z","steps":["trace[615627624] 'agreement among raft nodes before linearized reading' (duration: 212.668861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:20.247341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.530533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:24:20.24748Z","caller":"traceutil/trace.go:171","msg":"trace[1876354895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3106; }","duration":"130.831821ms","start":"2026-07-24T17:24:20.116607Z","end":"2026-07-24T17:24:20.247439Z","steps":["trace[1876354895] 'agreement among raft nodes before linearized reading' (duration: 130.329257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:20.450348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.593017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:20.450406Z","caller":"traceutil/trace.go:171","msg":"trace[922888079] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3107; }","duration":"123.709601ms","start":"2026-07-24T17:24:20.326682Z","end":"2026-07-24T17:24:20.450391Z","steps":["trace[922888079] 'range keys from in-memory index tree' (duration: 123.389172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:21.057275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.079722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:24:21.057369Z","caller":"traceutil/trace.go:171","msg":"trace[1330720820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3110; }","duration":"160.215756ms","start":"2026-07-24T17:24:20.897128Z","end":"2026-07-24T17:24:21.057344Z","steps":["trace[1330720820] 'range keys from in-memory index tree' (duration: 159.905387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:21.057487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.9516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:21.057586Z","caller":"traceutil/trace.go:171","msg":"trace[315791441] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3110; }","duration":"114.160196ms","start":"2026-07-24T17:24:20.943402Z","end":"2026-07-24T17:24:21.057562Z","steps":["trace[315791441] 'count revisions from in-memory index tree' (duration: 113.781906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:21.057848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.42564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:24:21.057927Z","caller":"traceutil/trace.go:171","msg":"trace[829194388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3110; }","duration":"161.558994ms","start":"2026-07-24T17:24:20.89635Z","end":"2026-07-24T17:24:21.057909Z","steps":["trace[829194388] 'range keys from in-memory index tree' (duration: 160.771442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:21.456102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.330739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:21.456214Z","caller":"traceutil/trace.go:171","msg":"trace[2021367292] linearizableReadLoop","detail":"{readStateIndex:3233; appliedIndex:3232; }","duration":"350.681536ms","start":"2026-07-24T17:24:21.105516Z","end":"2026-07-24T17:24:21.456198Z","steps":["trace[2021367292] 'read index received' (duration: 126.154621ms)","trace[2021367292] 'applied index is now lower than readState.Index' (duration: 224.525775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:21.456272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.753168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:21.456283Z","caller":"traceutil/trace.go:171","msg":"trace[1927687945] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"393.411165ms","start":"2026-07-24T17:24:21.062859Z","end":"2026-07-24T17:24:21.45627Z","steps":["trace[1927687945] 'process raft request' (duration: 168.842229ms)","trace[1927687945] 'compare' (duration: 224.158494ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:21.456304Z","caller":"traceutil/trace.go:171","msg":"trace[348853094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3112; }","duration":"350.82231ms","start":"2026-07-24T17:24:21.105473Z","end":"2026-07-24T17:24:21.456295Z","steps":["trace[348853094] 'agreement among raft nodes before linearized reading' (duration: 350.767258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:21.456338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:21.062834Z","time spent":"393.475047ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:21.456337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:21.105449Z","time spent":"350.880772ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:24:21.517225Z","caller":"traceutil/trace.go:171","msg":"trace[929587277] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"108.783419ms","start":"2026-07-24T17:24:21.408416Z","end":"2026-07-24T17:24:21.5172Z","steps":["trace[929587277] 'process raft request' (duration: 108.628654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:22.066466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.803187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:22.066524Z","caller":"traceutil/trace.go:171","msg":"trace[196981878] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3113; }","duration":"503.878299ms","start":"2026-07-24T17:24:21.562633Z","end":"2026-07-24T17:24:22.066512Z","steps":["trace[196981878] 'count revisions from in-memory index tree' (duration: 503.721785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:22.066566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:21.562583Z","time spent":"503.972641ms","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:22.066878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.036082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:22.067096Z","caller":"traceutil/trace.go:171","msg":"trace[1409564180] linearizableReadLoop","detail":"{readStateIndex:3239; appliedIndex:3234; }","duration":"209.29869ms","start":"2026-07-24T17:24:21.857778Z","end":"2026-07-24T17:24:22.067077Z","steps":["trace[1409564180] 'read index received' (duration: 133.642763ms)","trace[1409564180] 'applied index is now lower than readState.Index' (duration: 75.655397ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:22.067331Z","caller":"traceutil/trace.go:171","msg":"trace[1818157324] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"475.620219ms","start":"2026-07-24T17:24:21.591698Z","end":"2026-07-24T17:24:22.067318Z","steps":["trace[1818157324] 'process raft request' (duration: 224.091113ms)","trace[1818157324] 'compare' (duration: 250.689202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:22.06741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:21.591672Z","time spent":"475.705022ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:22.06759Z","caller":"traceutil/trace.go:171","msg":"trace[406323693] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"308.411507ms","start":"2026-07-24T17:24:21.759134Z","end":"2026-07-24T17:24:22.067545Z","steps":["trace[406323693] 'process raft request' (duration: 307.921273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:22.06779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.00758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:24:22.067861Z","caller":"traceutil/trace.go:171","msg":"trace[79429002] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3118; }","duration":"210.079293ms","start":"2026-07-24T17:24:21.857771Z","end":"2026-07-24T17:24:22.067851Z","steps":["trace[79429002] 'agreement among raft nodes before linearized reading' (duration: 209.783255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:22.06799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:21.759103Z","time spent":"308.633092ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:22.068112Z","caller":"traceutil/trace.go:171","msg":"trace[790454923] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"475.649981ms","start":"2026-07-24T17:24:21.592428Z","end":"2026-07-24T17:24:22.068078Z","steps":["trace[790454923] 'process raft request' (duration: 474.508988ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:22.068151Z","caller":"traceutil/trace.go:171","msg":"trace[558212705] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"474.766005ms","start":"2026-07-24T17:24:21.593248Z","end":"2026-07-24T17:24:22.068014Z","steps":["trace[558212705] 'process raft request' (duration: 473.756586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:22.068519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:21.593228Z","time spent":"475.210668ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:22.068284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:21.592391Z","time spent":"475.807775ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:22.068365Z","caller":"traceutil/trace.go:171","msg":"trace[1203754696] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"309.240319ms","start":"2026-07-24T17:24:21.759112Z","end":"2026-07-24T17:24:22.068352Z","steps":["trace[1203754696] 'process raft request' (duration: 307.921822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:22.068816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:21.759067Z","time spent":"309.688242ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:22.412478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.298359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:22.412669Z","caller":"traceutil/trace.go:171","msg":"trace[214163353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3119; }","duration":"180.536696ms","start":"2026-07-24T17:24:22.232108Z","end":"2026-07-24T17:24:22.412644Z","steps":["trace[214163353] 'range keys from in-memory index tree' (duration: 180.082483ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:22.412545Z","caller":"traceutil/trace.go:171","msg":"trace[1932304593] linearizableReadLoop","detail":"{readStateIndex:3241; appliedIndex:3240; }","duration":"147.370404ms","start":"2026-07-24T17:24:22.265148Z","end":"2026-07-24T17:24:22.412518Z","steps":["trace[1932304593] 'read index received' (duration: 102.339276ms)","trace[1932304593] 'applied index is now lower than readState.Index' (duration: 45.030198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:22.41273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.562521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:24:22.412782Z","caller":"traceutil/trace.go:171","msg":"trace[658226374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3120; }","duration":"147.664723ms","start":"2026-07-24T17:24:22.265107Z","end":"2026-07-24T17:24:22.412772Z","steps":["trace[658226374] 'agreement among raft nodes before linearized reading' (duration: 147.485188ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:22.412781Z","caller":"traceutil/trace.go:171","msg":"trace[210768160] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"159.935411ms","start":"2026-07-24T17:24:22.252817Z","end":"2026-07-24T17:24:22.412753Z","steps":["trace[210768160] 'process raft request' (duration: 114.726557ms)","trace[210768160] 'compare' (duration: 44.674989ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:22.622384Z","caller":"traceutil/trace.go:171","msg":"trace[1056556685] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"203.147828ms","start":"2026-07-24T17:24:22.419206Z","end":"2026-07-24T17:24:22.622354Z","steps":["trace[1056556685] 'process raft request' (duration: 202.981993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:22.69263Z","caller":"traceutil/trace.go:171","msg":"trace[2084510243] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3241; }","duration":"151.991476ms","start":"2026-07-24T17:24:22.540611Z","end":"2026-07-24T17:24:22.692603Z","steps":["trace[2084510243] 'read index received' (duration: 81.613308ms)","trace[2084510243] 'applied index is now lower than readState.Index' (duration: 70.376948ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:22.692952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.344416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:24:22.693266Z","caller":"traceutil/trace.go:171","msg":"trace[1166039889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3122; }","duration":"152.710726ms","start":"2026-07-24T17:24:22.540537Z","end":"2026-07-24T17:24:22.693247Z","steps":["trace[1166039889] 'agreement among raft nodes before linearized reading' (duration: 152.266394ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:22.692998Z","caller":"traceutil/trace.go:171","msg":"trace[866257862] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"271.818078ms","start":"2026-07-24T17:24:22.421123Z","end":"2026-07-24T17:24:22.692941Z","steps":["trace[866257862] 'process raft request' (duration: 271.316724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:23.000251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.254308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:23.000458Z","caller":"traceutil/trace.go:171","msg":"trace[2106546769] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"302.769998ms","start":"2026-07-24T17:24:22.697668Z","end":"2026-07-24T17:24:23.000438Z","steps":["trace[2106546769] 'process raft request' (duration: 140.238962ms)","trace[2106546769] 'compare' (duration: 162.153855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:23.001025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:22.697642Z","time spent":"303.344424ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:23.368005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.938641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:23.368408Z","caller":"traceutil/trace.go:171","msg":"trace[605221207] linearizableReadLoop","detail":"{readStateIndex:3245; appliedIndex:3244; }","duration":"265.300157ms","start":"2026-07-24T17:24:23.10308Z","end":"2026-07-24T17:24:23.36838Z","steps":["trace[605221207] 'read index received' (duration: 160.878833ms)","trace[605221207] 'applied index is now lower than readState.Index' (duration: 104.418984ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:23.368421Z","caller":"traceutil/trace.go:171","msg":"trace[2122317061] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"283.877677ms","start":"2026-07-24T17:24:23.084506Z","end":"2026-07-24T17:24:23.368384Z","steps":["trace[2122317061] 'process raft request' (duration: 179.464822ms)","trace[2122317061] 'compare' (duration: 103.748486ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:23.369009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.14067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:23.368571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.497023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:23.369137Z","caller":"traceutil/trace.go:171","msg":"trace[1566266222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3124; }","duration":"266.0908ms","start":"2026-07-24T17:24:23.10303Z","end":"2026-07-24T17:24:23.369121Z","steps":["trace[1566266222] 'agreement among raft nodes before linearized reading' (duration: 265.500203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:23.369142Z","caller":"traceutil/trace.go:171","msg":"trace[2024610449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3124; }","duration":"115.48492ms","start":"2026-07-24T17:24:23.253635Z","end":"2026-07-24T17:24:23.36912Z","steps":["trace[2024610449] 'agreement among raft nodes before linearized reading' (duration: 115.109399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:24.582385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.03221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:24.582847Z","caller":"traceutil/trace.go:171","msg":"trace[192057273] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"508.798038ms","start":"2026-07-24T17:24:24.074026Z","end":"2026-07-24T17:24:24.582824Z","steps":["trace[192057273] 'process raft request' (duration: 508.453428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:24.58294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.074003Z","time spent":"508.88516ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:24.583002Z","caller":"traceutil/trace.go:171","msg":"trace[1720316463] linearizableReadLoop","detail":"{readStateIndex:3246; appliedIndex:3245; }","duration":"651.52522ms","start":"2026-07-24T17:24:23.931461Z","end":"2026-07-24T17:24:24.582986Z","steps":["trace[1720316463] 'read index received' (duration: 186.175µs)","trace[1720316463] 'applied index is now lower than readState.Index' (duration: 651.336745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:24.583201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.751347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:24.583244Z","caller":"traceutil/trace.go:171","msg":"trace[622540262] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3126; }","duration":"651.798448ms","start":"2026-07-24T17:24:23.931433Z","end":"2026-07-24T17:24:24.583231Z","steps":["trace[622540262] 'agreement among raft nodes before linearized reading' (duration: 651.631343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:24.583276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:23.931342Z","time spent":"651.924621ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:24.582984Z","caller":"traceutil/trace.go:171","msg":"trace[1864091786] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"1.116920007s","start":"2026-07-24T17:24:23.46604Z","end":"2026-07-24T17:24:24.58296Z","steps":["trace[1864091786] 'process raft request' (duration: 303.236218ms)","trace[1864091786] 'compare' (duration: 812.804654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:24.583453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:23.46602Z","time spent":"1.117341809s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:25.036606Z","caller":"traceutil/trace.go:171","msg":"trace[1531362054] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"961.940427ms","start":"2026-07-24T17:24:24.074636Z","end":"2026-07-24T17:24:25.036576Z","steps":["trace[1531362054] 'process raft request' (duration: 961.862995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.036785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.074622Z","time spent":"962.070812ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:25.036609Z","caller":"traceutil/trace.go:171","msg":"trace[194608769] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"962.465242ms","start":"2026-07-24T17:24:24.074113Z","end":"2026-07-24T17:24:25.036578Z","steps":["trace[194608769] 'process raft request' (duration: 882.70204ms)","trace[194608769] 'compare' (duration: 79.376161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:25.037126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.074059Z","time spent":"963.016579ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:25.084399Z","caller":"traceutil/trace.go:171","msg":"trace[642446806] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3247; }","duration":"501.335121ms","start":"2026-07-24T17:24:24.583041Z","end":"2026-07-24T17:24:25.084376Z","steps":["trace[642446806] 'read index received' (duration: 373.760629ms)","trace[642446806] 'applied index is now lower than readState.Index' (duration: 127.573612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:25.084524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.687051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:25.08459Z","caller":"traceutil/trace.go:171","msg":"trace[1181827024] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3129; }","duration":"704.801365ms","start":"2026-07-24T17:24:24.379771Z","end":"2026-07-24T17:24:25.084573Z","steps":["trace[1181827024] 'agreement among raft nodes before linearized reading' (duration: 704.658791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.084635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.379752Z","time spent":"704.873406ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:25.084717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.508578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:25.084802Z","caller":"traceutil/trace.go:171","msg":"trace[746488420] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3129; }","duration":"836.652442ms","start":"2026-07-24T17:24:24.248138Z","end":"2026-07-24T17:24:25.08479Z","steps":["trace[746488420] 'agreement among raft nodes before linearized reading' (duration: 836.468897ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:25.084875Z","caller":"traceutil/trace.go:171","msg":"trace[766956587] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"663.960237ms","start":"2026-07-24T17:24:24.420905Z","end":"2026-07-24T17:24:25.084866Z","steps":["trace[766956587] 'process raft request' (duration: 663.338829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.084871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.248114Z","time spent":"836.743914ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:25.084993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.064538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:25.085016Z","caller":"traceutil/trace.go:171","msg":"trace[311428140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3129; }","duration":"981.119459ms","start":"2026-07-24T17:24:24.10389Z","end":"2026-07-24T17:24:25.08501Z","steps":["trace[311428140] 'agreement among raft nodes before linearized reading' (duration: 981.083178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.085032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.103872Z","time spent":"981.156191ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:25.085189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.393104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:24:25.085225Z","caller":"traceutil/trace.go:171","msg":"trace[1609982398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3129; }","duration":"458.460375ms","start":"2026-07-24T17:24:24.626757Z","end":"2026-07-24T17:24:25.085218Z","steps":["trace[1609982398] 'agreement among raft nodes before linearized reading' (duration: 458.349172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.085249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.626741Z","time spent":"458.499757ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:25.084937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.420858Z","time spent":"664.042319ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:25.085457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.351214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:24:25.085485Z","caller":"traceutil/trace.go:171","msg":"trace[2021769804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3129; }","duration":"387.407756ms","start":"2026-07-24T17:24:24.698071Z","end":"2026-07-24T17:24:25.085479Z","steps":["trace[2021769804] 'agreement among raft nodes before linearized reading' (duration: 387.338814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.085504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.698055Z","time spent":"387.443996ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:25.086748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033997401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:25.086809Z","caller":"traceutil/trace.go:171","msg":"trace[83410491] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3129; }","duration":"1.034091773s","start":"2026-07-24T17:24:24.052701Z","end":"2026-07-24T17:24:25.086793Z","steps":["trace[83410491] 'agreement among raft nodes before linearized reading' (duration: 1.033940369s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.086856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:24.052684Z","time spent":"1.034159155s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:24:25.458373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.792603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:25.458507Z","caller":"traceutil/trace.go:171","msg":"trace[1497353349] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"369.568252ms","start":"2026-07-24T17:24:25.088912Z","end":"2026-07-24T17:24:25.45848Z","steps":["trace[1497353349] 'process raft request' (duration: 107.584274ms)","trace[1497353349] 'compare' (duration: 261.516385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:25.45857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.088892Z","time spent":"369.645225ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:25.525045Z","caller":"traceutil/trace.go:171","msg":"trace[464614707] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"435.159542ms","start":"2026-07-24T17:24:25.089859Z","end":"2026-07-24T17:24:25.525019Z","steps":["trace[464614707] 'process raft request' (duration: 434.907575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.525228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.08984Z","time spent":"435.277995ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:25.525197Z","caller":"traceutil/trace.go:171","msg":"trace[41307798] linearizableReadLoop","detail":"{readStateIndex:3252; appliedIndex:3250; }","duration":"435.129321ms","start":"2026-07-24T17:24:25.09004Z","end":"2026-07-24T17:24:25.525169Z","steps":["trace[41307798] 'read index received' (duration: 106.470182ms)","trace[41307798] 'applied index is now lower than readState.Index' (duration: 328.657389ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:25.525304Z","caller":"traceutil/trace.go:171","msg":"trace[558745408] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"434.654428ms","start":"2026-07-24T17:24:25.090632Z","end":"2026-07-24T17:24:25.525287Z","steps":["trace[558745408] 'process raft request' (duration: 434.340869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.525429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.080608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:25.525464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.425229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:24:25.525497Z","caller":"traceutil/trace.go:171","msg":"trace[694152881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3132; }","duration":"421.177971ms","start":"2026-07-24T17:24:25.104303Z","end":"2026-07-24T17:24:25.525481Z","steps":["trace[694152881] 'agreement among raft nodes before linearized reading' (duration: 421.078428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.525571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.104288Z","time spent":"421.268633ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:25.525624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.852125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:24:25.525663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.188721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:24:25.525682Z","caller":"traceutil/trace.go:171","msg":"trace[804349295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3132; }","duration":"253.949508ms","start":"2026-07-24T17:24:25.271721Z","end":"2026-07-24T17:24:25.52567Z","steps":["trace[804349295] 'agreement among raft nodes before linearized reading' (duration: 253.823994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.525565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.467398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:25.525789Z","caller":"traceutil/trace.go:171","msg":"trace[387077843] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3132; }","duration":"198.825539ms","start":"2026-07-24T17:24:25.326944Z","end":"2026-07-24T17:24:25.52577Z","steps":["trace[387077843] 'agreement among raft nodes before linearized reading' (duration: 198.5348ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:25.525512Z","caller":"traceutil/trace.go:171","msg":"trace[92660192] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3132; }","duration":"435.473891ms","start":"2026-07-24T17:24:25.090022Z","end":"2026-07-24T17:24:25.525496Z","steps":["trace[92660192] 'agreement among raft nodes before linearized reading' (duration: 435.313236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.525999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.089991Z","time spent":"435.992746ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:24:25.525438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.090615Z","time spent":"434.74877ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:25.525706Z","caller":"traceutil/trace.go:171","msg":"trace[1706923817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3132; }","duration":"152.266124ms","start":"2026-07-24T17:24:25.373426Z","end":"2026-07-24T17:24:25.525692Z","steps":["trace[1706923817] 'agreement among raft nodes before linearized reading' (duration: 152.171712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:25.864427Z","caller":"traceutil/trace.go:171","msg":"trace[520173777] linearizableReadLoop","detail":"{readStateIndex:3254; appliedIndex:3253; }","duration":"334.455236ms","start":"2026-07-24T17:24:25.529946Z","end":"2026-07-24T17:24:25.864401Z","steps":["trace[520173777] 'read index received' (duration: 254.466533ms)","trace[520173777] 'applied index is now lower than readState.Index' (duration: 79.987353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:25.864702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.738944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:24:25.864735Z","caller":"traceutil/trace.go:171","msg":"trace[2001228199] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3133; }","duration":"334.821086ms","start":"2026-07-24T17:24:25.529905Z","end":"2026-07-24T17:24:25.864726Z","steps":["trace[2001228199] 'agreement among raft nodes before linearized reading' (duration: 334.590419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:25.864769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.529886Z","time spent":"334.874077ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:24:25.864933Z","caller":"traceutil/trace.go:171","msg":"trace[1751119295] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"334.96106ms","start":"2026-07-24T17:24:25.529874Z","end":"2026-07-24T17:24:25.864835Z","steps":["trace[1751119295] 'process raft request' (duration: 254.528335ms)","trace[1751119295] 'compare' (duration: 79.840628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:25.865816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.529858Z","time spent":"335.139755ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:26.176871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.018252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:26.177493Z","caller":"traceutil/trace.go:171","msg":"trace[1906024717] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"647.335348ms","start":"2026-07-24T17:24:25.530119Z","end":"2026-07-24T17:24:26.177455Z","steps":["trace[1906024717] 'process raft request' (duration: 442.630696ms)","trace[1906024717] 'compare' (duration: 203.803186ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:26.177684Z","caller":"traceutil/trace.go:171","msg":"trace[757917134] linearizableReadLoop","detail":"{readStateIndex:3255; appliedIndex:3254; }","duration":"313.181861ms","start":"2026-07-24T17:24:25.864475Z","end":"2026-07-24T17:24:26.177657Z","steps":["trace[757917134] 'read index received' (duration: 108.229212ms)","trace[757917134] 'applied index is now lower than readState.Index' (duration: 204.949469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:26.177704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.530089Z","time spent":"647.488863ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:26.854324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.130635ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:24:26.854545Z","caller":"traceutil/trace.go:171","msg":"trace[1008929588] linearizableReadLoop","detail":"{readStateIndex:3256; appliedIndex:3255; }","duration":"676.781835ms","start":"2026-07-24T17:24:26.17775Z","end":"2026-07-24T17:24:26.854531Z","steps":["trace[1008929588] 'read index received' (duration: 66.442µs)","trace[1008929588] 'applied index is now lower than readState.Index' (duration: 676.714293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:26.854759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009416053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:26.854787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322972129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:24:26.854887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089563061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:26.854892Z","caller":"traceutil/trace.go:171","msg":"trace[1901239438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3134; }","duration":"1.323105013s","start":"2026-07-24T17:24:25.531767Z","end":"2026-07-24T17:24:26.854872Z","steps":["trace[1901239438] 'agreement among raft nodes before linearized reading' (duration: 646.000799ms)","trace[1901239438] 'range keys from in-memory index tree' (duration: 676.865648ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:26.854914Z","caller":"traceutil/trace.go:171","msg":"trace[29774496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3134; }","duration":"1.089593621s","start":"2026-07-24T17:24:25.765314Z","end":"2026-07-24T17:24:26.854907Z","steps":["trace[29774496] 'agreement among raft nodes before linearized reading' (duration: 412.435276ms)","trace[29774496] 'count revisions from in-memory index tree' (duration: 677.112244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:26.854937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.765276Z","time spent":"1.089656053s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:26.854943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.531751Z","time spent":"1.323178076s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:24:26.855082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.876377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:26.854844Z","caller":"traceutil/trace.go:171","msg":"trace[135050875] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3134; }","duration":"1.009541937s","start":"2026-07-24T17:24:25.845287Z","end":"2026-07-24T17:24:26.854829Z","steps":["trace[135050875] 'agreement among raft nodes before linearized reading' (duration: 332.443513ms)","trace[135050875] 'count revisions from in-memory index tree' (duration: 676.850527ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:26.855117Z","caller":"traceutil/trace.go:171","msg":"trace[1804340648] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3134; }","duration":"741.920688ms","start":"2026-07-24T17:24:26.113186Z","end":"2026-07-24T17:24:26.855107Z","steps":["trace[1804340648] 'agreement among raft nodes before linearized reading' (duration: 741.855396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:26.855127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.845269Z","time spent":"1.009850537s","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:26.855142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:26.113124Z","time spent":"742.01165ms","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:26.855284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.209797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:26.855308Z","caller":"traceutil/trace.go:171","msg":"trace[1364195898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3134; }","duration":"749.268369ms","start":"2026-07-24T17:24:26.106034Z","end":"2026-07-24T17:24:26.855302Z","steps":["trace[1364195898] 'agreement among raft nodes before linearized reading' (duration: 749.232148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:26.855321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:26.106013Z","time spent":"749.30465ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:26.855445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.862378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:24:26.855468Z","caller":"traceutil/trace.go:171","msg":"trace[986809505] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3134; }","duration":"986.908938ms","start":"2026-07-24T17:24:25.868554Z","end":"2026-07-24T17:24:26.855463Z","steps":["trace[986809505] 'agreement among raft nodes before linearized reading' (duration: 986.845327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:26.855482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:25.868538Z","time spent":"986.94044ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:24:26.855539Z","caller":"traceutil/trace.go:171","msg":"trace[218236965] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"267.212161ms","start":"2026-07-24T17:24:26.588318Z","end":"2026-07-24T17:24:26.855531Z","steps":["trace[218236965] 'process raft request' (duration: 266.10461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:26.909281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.012992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:26.909408Z","caller":"traceutil/trace.go:171","msg":"trace[690345722] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3135; }","duration":"437.184257ms","start":"2026-07-24T17:24:26.472196Z","end":"2026-07-24T17:24:26.90938Z","steps":["trace[690345722] 'agreement among raft nodes before linearized reading' (duration: 383.431102ms)","trace[690345722] 'count revisions from in-memory index tree' (duration: 53.585881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:26.909473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:26.472181Z","time spent":"437.271419ms","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:26.909494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.622872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:26.909727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.42259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:24:26.909795Z","caller":"traceutil/trace.go:171","msg":"trace[877703891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3135; }","duration":"321.528473ms","start":"2026-07-24T17:24:26.588246Z","end":"2026-07-24T17:24:26.909774Z","steps":["trace[877703891] 'agreement among raft nodes before linearized reading' (duration: 267.323724ms)","trace[877703891] 'range keys from in-memory index tree' (duration: 53.999373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:26.909844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:26.588225Z","time spent":"321.603045ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:24:26.909725Z","caller":"traceutil/trace.go:171","msg":"trace[1719876224] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3135; }","duration":"316.898689ms","start":"2026-07-24T17:24:26.592798Z","end":"2026-07-24T17:24:26.909696Z","steps":["trace[1719876224] 'agreement among raft nodes before linearized reading' (duration: 262.837685ms)","trace[1719876224] 'count revisions from in-memory index tree' (duration: 53.788537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:26.909958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:26.592787Z","time spent":"317.153417ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:26.909397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.354584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:26.910112Z","caller":"traceutil/trace.go:171","msg":"trace[1946454698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3135; }","duration":"596.123147ms","start":"2026-07-24T17:24:26.313965Z","end":"2026-07-24T17:24:26.910089Z","steps":["trace[1946454698] 'agreement among raft nodes before linearized reading' (duration: 541.553098ms)","trace[1946454698] 'count revisions from in-memory index tree' (duration: 53.803447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:26.910317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:26.31395Z","time spent":"596.347203ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:27.199592Z","caller":"traceutil/trace.go:171","msg":"trace[758670190] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"283.408283ms","start":"2026-07-24T17:24:26.916161Z","end":"2026-07-24T17:24:27.199569Z","steps":["trace[758670190] 'process raft request' (duration: 283.270039ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:27.199612Z","caller":"traceutil/trace.go:171","msg":"trace[931084457] linearizableReadLoop","detail":"{readStateIndex:3258; appliedIndex:3258; }","duration":"234.401975ms","start":"2026-07-24T17:24:26.965175Z","end":"2026-07-24T17:24:27.199577Z","steps":["trace[931084457] 'read index received' (duration: 234.388565ms)","trace[931084457] 'applied index is now lower than readState.Index' (duration: 11.01µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:27.19982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.617371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:27.1999Z","caller":"traceutil/trace.go:171","msg":"trace[1050212136] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3136; }","duration":"234.745435ms","start":"2026-07-24T17:24:26.96514Z","end":"2026-07-24T17:24:27.199885Z","steps":["trace[1050212136] 'agreement among raft nodes before linearized reading' (duration: 234.58098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:27.417119Z","caller":"traceutil/trace.go:171","msg":"trace[781582847] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"374.934721ms","start":"2026-07-24T17:24:27.042162Z","end":"2026-07-24T17:24:27.417097Z","steps":["trace[781582847] 'process raft request' (duration: 374.785157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:27.417249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:27.042136Z","time spent":"375.044493ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:27.417253Z","caller":"traceutil/trace.go:171","msg":"trace[1730627765] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"373.039186ms","start":"2026-07-24T17:24:27.044202Z","end":"2026-07-24T17:24:27.417241Z","steps":["trace[1730627765] 'process raft request' (duration: 372.859751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:27.417354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:27.044181Z","time spent":"373.142938ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:27.417609Z","caller":"traceutil/trace.go:171","msg":"trace[1200800106] linearizableReadLoop","detail":"{readStateIndex:3261; appliedIndex:3258; }","duration":"217.911333ms","start":"2026-07-24T17:24:27.199687Z","end":"2026-07-24T17:24:27.417599Z","steps":["trace[1200800106] 'read index received' (duration: 217.215203ms)","trace[1200800106] 'applied index is now lower than readState.Index' (duration: 695.22µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:27.417738Z","caller":"traceutil/trace.go:171","msg":"trace[1278124244] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"326.385291ms","start":"2026-07-24T17:24:27.091344Z","end":"2026-07-24T17:24:27.417729Z","steps":["trace[1278124244] 'process raft request' (duration: 325.848756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:27.417799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:27.091319Z","time spent":"326.449902ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:27.417958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.374229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:27.418097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.240235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:27.418131Z","caller":"traceutil/trace.go:171","msg":"trace[1444843352] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3139; }","duration":"224.305157ms","start":"2026-07-24T17:24:27.193816Z","end":"2026-07-24T17:24:27.418121Z","steps":["trace[1444843352] 'agreement among raft nodes before linearized reading' (duration: 224.248196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:27.418138Z","caller":"traceutil/trace.go:171","msg":"trace[1452820299] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3139; }","duration":"215.646567ms","start":"2026-07-24T17:24:27.202442Z","end":"2026-07-24T17:24:27.418089Z","steps":["trace[1452820299] 'agreement among raft nodes before linearized reading' (duration: 215.348069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:28.445021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.082126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:28.445494Z","caller":"traceutil/trace.go:171","msg":"trace[1258938939] linearizableReadLoop","detail":"{readStateIndex:3262; appliedIndex:3261; }","duration":"914.654299ms","start":"2026-07-24T17:24:27.53082Z","end":"2026-07-24T17:24:28.445475Z","steps":["trace[1258938939] 'read index received' (duration: 371.159121ms)","trace[1258938939] 'applied index is now lower than readState.Index' (duration: 543.494108ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:28.445736Z","caller":"traceutil/trace.go:171","msg":"trace[504575670] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"978.364976ms","start":"2026-07-24T17:24:27.467357Z","end":"2026-07-24T17:24:28.445722Z","steps":["trace[504575670] 'process raft request' (duration: 434.509758ms)","trace[504575670] 'compare' (duration: 542.600642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:28.445864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:27.46734Z","time spent":"978.46849ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:28.446097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.400667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:24:28.446143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.294298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:24:28.446175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.221116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:28.446184Z","caller":"traceutil/trace.go:171","msg":"trace[858122898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3141; }","duration":"263.553481ms","start":"2026-07-24T17:24:28.182613Z","end":"2026-07-24T17:24:28.446167Z","steps":["trace[858122898] 'agreement among raft nodes before linearized reading' (duration: 263.381456ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:28.446214Z","caller":"traceutil/trace.go:171","msg":"trace[1523613804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3141; }","duration":"915.257157ms","start":"2026-07-24T17:24:27.530945Z","end":"2026-07-24T17:24:28.446202Z","steps":["trace[1523613804] 'agreement among raft nodes before linearized reading' (duration: 914.99541ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:28.446212Z","caller":"traceutil/trace.go:171","msg":"trace[465307648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3141; }","duration":"915.428142ms","start":"2026-07-24T17:24:27.530767Z","end":"2026-07-24T17:24:28.446195Z","steps":["trace[465307648] 'agreement among raft nodes before linearized reading' (duration: 915.139324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:28.44625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:27.530875Z","time spent":"915.36879ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:28.446266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:27.530749Z","time spent":"915.506374ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:28.446385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.660463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:24:28.446386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.182515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:28.446387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.977702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:28.446459Z","caller":"traceutil/trace.go:171","msg":"trace[1090434521] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3141; }","duration":"647.095075ms","start":"2026-07-24T17:24:27.799354Z","end":"2026-07-24T17:24:28.446449Z","steps":["trace[1090434521] 'agreement among raft nodes before linearized reading' (duration: 646.992422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:28.446491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:27.7993Z","time spent":"647.181858ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:28.445979Z","caller":"traceutil/trace.go:171","msg":"trace[1851240034] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"847.72083ms","start":"2026-07-24T17:24:27.598235Z","end":"2026-07-24T17:24:28.445956Z","steps":["trace[1851240034] 'process raft request' (duration: 847.155294ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:28.446415Z","caller":"traceutil/trace.go:171","msg":"trace[681650748] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3141; }","duration":"412.712845ms","start":"2026-07-24T17:24:28.033694Z","end":"2026-07-24T17:24:28.446407Z","steps":["trace[681650748] 'agreement among raft nodes before linearized reading' (duration: 412.635503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:28.446602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:28.033679Z","time spent":"412.91352ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:24:28.446097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.84565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-24T17:24:28.446673Z","caller":"traceutil/trace.go:171","msg":"trace[1921907817] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3141; }","duration":"254.475308ms","start":"2026-07-24T17:24:28.192187Z","end":"2026-07-24T17:24:28.446662Z","steps":["trace[1921907817] 'agreement among raft nodes before linearized reading' (duration: 253.755558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:28.446662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:27.598213Z","time spent":"848.353418ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:28.446424Z","caller":"traceutil/trace.go:171","msg":"trace[904111309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3141; }","duration":"342.257457ms","start":"2026-07-24T17:24:28.104157Z","end":"2026-07-24T17:24:28.446414Z","steps":["trace[904111309] 'agreement among raft nodes before linearized reading' (duration: 342.198806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:28.446767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:28.104142Z","time spent":"342.618837ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:29.085481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.932358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:29.085562Z","caller":"traceutil/trace.go:171","msg":"trace[2134451800] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"634.800613ms","start":"2026-07-24T17:24:28.450746Z","end":"2026-07-24T17:24:29.085546Z","steps":["trace[2134451800] 'process raft request' (duration: 257.737812ms)","trace[2134451800] 'compare' (duration: 376.69282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:29.085603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:28.450728Z","time spent":"634.856035ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:29.500098Z","caller":"traceutil/trace.go:171","msg":"trace[1874096595] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3263; }","duration":"1.04569272s","start":"2026-07-24T17:24:28.454371Z","end":"2026-07-24T17:24:29.500064Z","steps":["trace[1874096595] 'read index received' (duration: 254.068846ms)","trace[1874096595] 'applied index is now lower than readState.Index' (duration: 791.622814ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:29.500326Z","caller":"traceutil/trace.go:171","msg":"trace[491249527] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"1.049261673s","start":"2026-07-24T17:24:28.451035Z","end":"2026-07-24T17:24:29.500297Z","steps":["trace[491249527] 'process raft request' (duration: 1.02675022s)","trace[491249527] 'compare' (duration: 21.986218ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:29.500353Z","caller":"traceutil/trace.go:171","msg":"trace[1527789060] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"1.048892622s","start":"2026-07-24T17:24:28.451438Z","end":"2026-07-24T17:24:29.500331Z","steps":["trace[1527789060] 'process raft request' (duration: 1.048563542s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:29.500909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:28.451024Z","time spent":"1.049802508s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:29.501215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:28.451397Z","time spent":"1.049669025s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:29.500934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046441232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:24:29.501469Z","caller":"traceutil/trace.go:171","msg":"trace[1641769383] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3144; }","duration":"1.047110532s","start":"2026-07-24T17:24:28.454342Z","end":"2026-07-24T17:24:29.501452Z","steps":["trace[1641769383] 'agreement among raft nodes before linearized reading' (duration: 1.0460324s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:29.501559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:28.454329Z","time spent":"1.047216274s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:24:30.001722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:24:30.501352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.870164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:30.501849Z","caller":"traceutil/trace.go:171","msg":"trace[1441452343] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"1.64060928s","start":"2026-07-24T17:24:28.861202Z","end":"2026-07-24T17:24:30.501811Z","steps":["trace[1441452343] 'process raft request' (duration: 1.46318315s)","trace[1441452343] 'compare' (duration: 176.759541ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:30.501935Z","caller":"traceutil/trace.go:171","msg":"trace[2066329041] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"1.079108428s","start":"2026-07-24T17:24:29.422813Z","end":"2026-07-24T17:24:30.501922Z","steps":["trace[2066329041] 'process raft request' (duration: 1.079033485s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:30.50199Z","caller":"traceutil/trace.go:171","msg":"trace[1875861399] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"1.079670084s","start":"2026-07-24T17:24:29.422274Z","end":"2026-07-24T17:24:30.501944Z","steps":["trace[1875861399] 'process raft request' (duration: 1.07917281s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.502016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.422801Z","time spent":"1.079176219s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:30.502095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:28.861178Z","time spent":"1.640783456s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:30.5021Z","caller":"traceutil/trace.go:171","msg":"trace[61551862] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"1.07919069s","start":"2026-07-24T17:24:29.422874Z","end":"2026-07-24T17:24:30.502065Z","steps":["trace[61551862] 'process raft request' (duration: 1.079012065s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.502192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.422253Z","time spent":"1.079819748s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:30.50237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.422857Z","time spent":"1.079315994s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:30.768934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.242815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:30.769047Z","caller":"traceutil/trace.go:171","msg":"trace[817944890] linearizableReadLoop","detail":"{readStateIndex:3271; appliedIndex:3266; }","duration":"1.268267496s","start":"2026-07-24T17:24:29.500764Z","end":"2026-07-24T17:24:30.769032Z","steps":["trace[817944890] 'read index received' (duration: 823.639923ms)","trace[817944890] 'applied index is now lower than readState.Index' (duration: 444.626273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:30.769297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167181353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:30.769373Z","caller":"traceutil/trace.go:171","msg":"trace[642998363] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3149; }","duration":"2.167313136s","start":"2026-07-24T17:24:28.602045Z","end":"2026-07-24T17:24:30.769358Z","steps":["trace[642998363] 'agreement among raft nodes before linearized reading' (duration: 2.167165392s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.769211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301460059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:30.769409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:28.602025Z","time spent":"2.167376089s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:30.769444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565267209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:24:30.769441Z","caller":"traceutil/trace.go:171","msg":"trace[815495153] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3149; }","duration":"1.301761207s","start":"2026-07-24T17:24:29.46766Z","end":"2026-07-24T17:24:30.769422Z","steps":["trace[815495153] 'agreement among raft nodes before linearized reading' (duration: 1.301437348s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:30.769487Z","caller":"traceutil/trace.go:171","msg":"trace[1619331748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3149; }","duration":"1.565355912s","start":"2026-07-24T17:24:29.204123Z","end":"2026-07-24T17:24:30.769479Z","steps":["trace[1619331748] 'agreement among raft nodes before linearized reading' (duration: 1.565244219s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.769511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.204106Z","time spent":"1.565400584s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:24:30.76949Z","caller":"traceutil/trace.go:171","msg":"trace[1029389534] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"1.112085506s","start":"2026-07-24T17:24:29.65737Z","end":"2026-07-24T17:24:30.769456Z","steps":["trace[1029389534] 'process raft request' (duration: 967.228723ms)","trace[1029389534] 'compare' (duration: 144.114372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:30.769513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.467639Z","time spent":"1.30185843s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:30.769511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402728216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:30.769568Z","caller":"traceutil/trace.go:171","msg":"trace[261569697] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3149; }","duration":"1.40288582s","start":"2026-07-24T17:24:29.366669Z","end":"2026-07-24T17:24:30.769555Z","steps":["trace[261569697] 'agreement among raft nodes before linearized reading' (duration: 1.402671704s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.769596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.657344Z","time spent":"1.1121957s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:30.769443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263480637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:24:30.769643Z","caller":"traceutil/trace.go:171","msg":"trace[1733860099] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3149; }","duration":"1.263724704s","start":"2026-07-24T17:24:29.50591Z","end":"2026-07-24T17:24:30.769634Z","steps":["trace[1733860099] 'agreement among raft nodes before linearized reading' (duration: 1.263397775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.769665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.505891Z","time spent":"1.263767896s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:24:30.769638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.366642Z","time spent":"1.402983073s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:30.769714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.175205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:24:30.769755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113708034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:30.769749Z","caller":"traceutil/trace.go:171","msg":"trace[1170114118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3149; }","duration":"317.247257ms","start":"2026-07-24T17:24:30.45249Z","end":"2026-07-24T17:24:30.769737Z","steps":["trace[1170114118] 'agreement among raft nodes before linearized reading' (duration: 317.168545ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:30.769774Z","caller":"traceutil/trace.go:171","msg":"trace[2000979109] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3149; }","duration":"1.113762415s","start":"2026-07-24T17:24:29.656004Z","end":"2026-07-24T17:24:30.769766Z","steps":["trace[2000979109] 'agreement among raft nodes before linearized reading' (duration: 1.113733494s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.769777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.452471Z","time spent":"317.299509ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:24:30.769794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.655984Z","time spent":"1.113805777s","remote":"127.0.0.1:50406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:30.769918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.242032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:30.770007Z","caller":"traceutil/trace.go:171","msg":"trace[291100622] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3149; }","duration":"443.318234ms","start":"2026-07-24T17:24:30.32663Z","end":"2026-07-24T17:24:30.769948Z","steps":["trace[291100622] 'agreement among raft nodes before linearized reading' (duration: 443.237222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.770035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.326602Z","time spent":"443.424908ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:24:30.770158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.625301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:30.770201Z","caller":"traceutil/trace.go:171","msg":"trace[613962424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3149; }","duration":"664.694803ms","start":"2026-07-24T17:24:30.105487Z","end":"2026-07-24T17:24:30.770182Z","steps":["trace[613962424] 'agreement among raft nodes before linearized reading' (duration: 664.652192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.77019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188808112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:30.770227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.105469Z","time spent":"664.752014ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:24:30.770246Z","caller":"traceutil/trace.go:171","msg":"trace[610898710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3149; }","duration":"1.188908665s","start":"2026-07-24T17:24:29.581317Z","end":"2026-07-24T17:24:30.770226Z","steps":["trace[610898710] 'agreement among raft nodes before linearized reading' (duration: 1.188784141s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.770288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.581247Z","time spent":"1.189030958s","remote":"127.0.0.1:60120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:30.770313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161171891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:30.770351Z","caller":"traceutil/trace.go:171","msg":"trace[549436006] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3149; }","duration":"1.161249383s","start":"2026-07-24T17:24:29.60909Z","end":"2026-07-24T17:24:30.77034Z","steps":["trace[549436006] 'agreement among raft nodes before linearized reading' (duration: 1.161182061s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.770364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.112876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:30.77038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:29.609075Z","time spent":"1.161296144s","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:30.770389Z","caller":"traceutil/trace.go:171","msg":"trace[1402140841] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3149; }","duration":"751.228ms","start":"2026-07-24T17:24:30.019154Z","end":"2026-07-24T17:24:30.770382Z","steps":["trace[1402140841] 'agreement among raft nodes before linearized reading' (duration: 751.184549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:30.770535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.019125Z","time spent":"751.399155ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:31.273629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:24:32.171622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.228417ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:24:32.172024Z","caller":"traceutil/trace.go:171","msg":"trace[78627263] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"616.088334ms","start":"2026-07-24T17:24:31.555918Z","end":"2026-07-24T17:24:32.172006Z","steps":["trace[78627263] 'process raft request' (duration: 616.053113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.172114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:31.555897Z","time spent":"616.161897ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:32.172302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.771674Z","time spent":"1.400626679s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:24:32.172344Z","caller":"traceutil/trace.go:171","msg":"trace[529826308] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"1.396302293s","start":"2026-07-24T17:24:30.776011Z","end":"2026-07-24T17:24:32.172313Z","steps":["trace[529826308] 'process raft request' (duration: 1.395882091s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:32.172531Z","caller":"traceutil/trace.go:171","msg":"trace[1165526480] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"1.398213109s","start":"2026-07-24T17:24:30.774289Z","end":"2026-07-24T17:24:32.172502Z","steps":["trace[1165526480] 'process raft request' (duration: 1.397427236s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.17274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.776003Z","time spent":"1.396662504s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:32.172747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.774269Z","time spent":"1.398402005s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:32.172824Z","caller":"traceutil/trace.go:171","msg":"trace[1980071724] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"1.396390696s","start":"2026-07-24T17:24:30.77642Z","end":"2026-07-24T17:24:32.17281Z","steps":["trace[1980071724] 'process raft request' (duration: 1.39552092s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.172896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.776397Z","time spent":"1.396465828s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:32.172951Z","caller":"traceutil/trace.go:171","msg":"trace[1738678796] linearizableReadLoop","detail":"{readStateIndex:3275; appliedIndex:3271; }","duration":"1.400845455s","start":"2026-07-24T17:24:30.772084Z","end":"2026-07-24T17:24:32.172929Z","steps":["trace[1738678796] 'read index received' (duration: 529.246848ms)","trace[1738678796] 'applied index is now lower than readState.Index' (duration: 871.596637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:32.17313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362695746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:32.173147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401058642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:32.173175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.340319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:32.173181Z","caller":"traceutil/trace.go:171","msg":"trace[1847074863] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3153; }","duration":"1.362776188s","start":"2026-07-24T17:24:30.810392Z","end":"2026-07-24T17:24:32.173168Z","steps":["trace[1847074863] 'agreement among raft nodes before linearized reading' (duration: 1.362693756s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:32.173202Z","caller":"traceutil/trace.go:171","msg":"trace[1703560588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3153; }","duration":"134.39115ms","start":"2026-07-24T17:24:32.038802Z","end":"2026-07-24T17:24:32.173193Z","steps":["trace[1703560588] 'agreement among raft nodes before linearized reading' (duration: 134.326758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.17317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.005075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:32.173216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.810377Z","time spent":"1.36283023s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:32.173185Z","caller":"traceutil/trace.go:171","msg":"trace[65396527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3153; }","duration":"1.401116973s","start":"2026-07-24T17:24:30.772057Z","end":"2026-07-24T17:24:32.173174Z","steps":["trace[65396527] 'agreement among raft nodes before linearized reading' (duration: 1.400982249s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.173242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.293724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:32.173255Z","caller":"traceutil/trace.go:171","msg":"trace[1988086888] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3153; }","duration":"407.144499ms","start":"2026-07-24T17:24:31.766089Z","end":"2026-07-24T17:24:32.173233Z","steps":["trace[1988086888] 'agreement among raft nodes before linearized reading' (duration: 407.016015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.173292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:30.772044Z","time spent":"1.401239778s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:32.173299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:31.766067Z","time spent":"407.221842ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:32.1733Z","caller":"traceutil/trace.go:171","msg":"trace[909814971] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3153; }","duration":"139.343106ms","start":"2026-07-24T17:24:32.033936Z","end":"2026-07-24T17:24:32.17328Z","steps":["trace[909814971] 'agreement among raft nodes before linearized reading' (duration: 139.198231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.17345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016969377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:32.173521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083646792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:32.173584Z","caller":"traceutil/trace.go:171","msg":"trace[627381237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3153; }","duration":"1.083734985s","start":"2026-07-24T17:24:31.089836Z","end":"2026-07-24T17:24:32.173571Z","steps":["trace[627381237] 'agreement among raft nodes before linearized reading' (duration: 1.08355567s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.173623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:31.08982Z","time spent":"1.083794366s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:24:32.173507Z","caller":"traceutil/trace.go:171","msg":"trace[1435769166] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3153; }","duration":"1.017087911s","start":"2026-07-24T17:24:31.156402Z","end":"2026-07-24T17:24:32.17349Z","steps":["trace[1435769166] 'agreement among raft nodes before linearized reading' (duration: 1.016966197s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.173673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:31.156386Z","time spent":"1.017275187s","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:32.173709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.37075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:32.173779Z","caller":"traceutil/trace.go:171","msg":"trace[273590400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3153; }","duration":"668.484073ms","start":"2026-07-24T17:24:31.505283Z","end":"2026-07-24T17:24:32.173767Z","steps":["trace[273590400] 'agreement among raft nodes before linearized reading' (duration: 668.276807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.173845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:31.50526Z","time spent":"668.573935ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:32.175283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.74712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:24:32.175346Z","caller":"traceutil/trace.go:171","msg":"trace[1905865255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3153; }","duration":"669.858263ms","start":"2026-07-24T17:24:31.505478Z","end":"2026-07-24T17:24:32.175337Z","steps":["trace[1905865255] 'agreement among raft nodes before linearized reading' (duration: 667.960977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.175641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:31.505449Z","time spent":"670.180112ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:24:32.64672Z","caller":"traceutil/trace.go:171","msg":"trace[304235798] linearizableReadLoop","detail":"{readStateIndex:3277; appliedIndex:3276; }","duration":"469.255087ms","start":"2026-07-24T17:24:32.177442Z","end":"2026-07-24T17:24:32.646697Z","steps":["trace[304235798] 'read index received' (duration: 469.071401ms)","trace[304235798] 'applied index is now lower than readState.Index' (duration: 182.736µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:32.646743Z","caller":"traceutil/trace.go:171","msg":"trace[720478392] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"470.558045ms","start":"2026-07-24T17:24:32.176155Z","end":"2026-07-24T17:24:32.646713Z","steps":["trace[720478392] 'process raft request' (duration: 470.420541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.646962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.176138Z","time spent":"470.674468ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:32.646987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.532255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:24:32.647398Z","caller":"traceutil/trace.go:171","msg":"trace[274605904] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3154; }","duration":"469.966258ms","start":"2026-07-24T17:24:32.17741Z","end":"2026-07-24T17:24:32.647376Z","steps":["trace[274605904] 'agreement among raft nodes before linearized reading' (duration: 469.384181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:32.647486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.177393Z","time spent":"470.05958ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:24:33.14704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:24:33.498115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.070774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:33.498508Z","caller":"traceutil/trace.go:171","msg":"trace[1362130605] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"1.319492548s","start":"2026-07-24T17:24:32.178983Z","end":"2026-07-24T17:24:33.498476Z","steps":["trace[1362130605] 'process raft request' (duration: 1.170963041s)","trace[1362130605] 'compare' (duration: 147.93325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:33.498616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.178972Z","time spent":"1.319601141s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:33.498742Z","caller":"traceutil/trace.go:171","msg":"trace[726522477] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"1.319145168s","start":"2026-07-24T17:24:32.179539Z","end":"2026-07-24T17:24:33.498684Z","steps":["trace[726522477] 'process raft request' (duration: 1.318728416s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:33.498788Z","caller":"traceutil/trace.go:171","msg":"trace[982747450] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"1.319251351s","start":"2026-07-24T17:24:32.179493Z","end":"2026-07-24T17:24:33.498745Z","steps":["trace[982747450] 'process raft request' (duration: 1.318720216s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:33.498799Z","caller":"traceutil/trace.go:171","msg":"trace[1636768023] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"991.749491ms","start":"2026-07-24T17:24:32.507037Z","end":"2026-07-24T17:24:33.498786Z","steps":["trace[1636768023] 'process raft request' (duration: 991.271847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.498855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.507017Z","time spent":"991.806412ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:33.49888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.179485Z","time spent":"1.319333893s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:33.498872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.179534Z","time spent":"1.319286542s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:33.499098Z","caller":"traceutil/trace.go:171","msg":"trace[19271051] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"991.753791ms","start":"2026-07-24T17:24:32.507325Z","end":"2026-07-24T17:24:33.499079Z","steps":["trace[19271051] 'process raft request' (duration: 991.02593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.499221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.507304Z","time spent":"991.852334ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:33.499276Z","caller":"traceutil/trace.go:171","msg":"trace[1678760162] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"991.882165ms","start":"2026-07-24T17:24:32.507375Z","end":"2026-07-24T17:24:33.499257Z","steps":["trace[1678760162] 'process raft request' (duration: 991.02888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.499511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.507368Z","time spent":"992.076951ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:33.500137Z","caller":"traceutil/trace.go:171","msg":"trace[1604451562] linearizableReadLoop","detail":"{readStateIndex:3284; appliedIndex:3277; }","duration":"853.328593ms","start":"2026-07-24T17:24:32.646792Z","end":"2026-07-24T17:24:33.500121Z","steps":["trace[1604451562] 'read index received' (duration: 703.092545ms)","trace[1604451562] 'applied index is now lower than readState.Index' (duration: 150.234767ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:33.500192Z","caller":"traceutil/trace.go:171","msg":"trace[509423388] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"991.150214ms","start":"2026-07-24T17:24:32.509025Z","end":"2026-07-24T17:24:33.500175Z","steps":["trace[509423388] 'process raft request' (duration: 989.412643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.500255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.509012Z","time spent":"991.209945ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:33.50044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317903232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:33.500452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05733793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:24:33.500474Z","caller":"traceutil/trace.go:171","msg":"trace[780601938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3161; }","duration":"1.317964264s","start":"2026-07-24T17:24:32.182502Z","end":"2026-07-24T17:24:33.500466Z","steps":["trace[780601938] 'agreement among raft nodes before linearized reading' (duration: 1.317904132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.500496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.182485Z","time spent":"1.318006594s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:24:33.500492Z","caller":"traceutil/trace.go:171","msg":"trace[1238981706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3161; }","duration":"1.057420052s","start":"2026-07-24T17:24:32.44306Z","end":"2026-07-24T17:24:33.50048Z","steps":["trace[1238981706] 'agreement among raft nodes before linearized reading' (duration: 1.057259457s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.500528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.44304Z","time spent":"1.057480434s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:24:33.500691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.122017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:24:33.500718Z","caller":"traceutil/trace.go:171","msg":"trace[1553218023] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3161; }","duration":"851.173189ms","start":"2026-07-24T17:24:32.649538Z","end":"2026-07-24T17:24:33.500711Z","steps":["trace[1553218023] 'agreement among raft nodes before linearized reading' (duration: 851.119807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.500677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092471338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:33.50079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.175882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:33.500792Z","caller":"traceutil/trace.go:171","msg":"trace[342639676] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3161; }","duration":"1.092661533s","start":"2026-07-24T17:24:32.408102Z","end":"2026-07-24T17:24:33.500764Z","steps":["trace[342639676] 'agreement among raft nodes before linearized reading' (duration: 1.092442657s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.500824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.273453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:24:33.500848Z","caller":"traceutil/trace.go:171","msg":"trace[1194935109] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3161; }","duration":"850.321395ms","start":"2026-07-24T17:24:32.650521Z","end":"2026-07-24T17:24:33.500842Z","steps":["trace[1194935109] 'agreement among raft nodes before linearized reading' (duration: 850.229882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.500867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.650509Z","time spent":"850.353085ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:24:33.50086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.408084Z","time spent":"1.092757856s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:33.500739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:32.649523Z","time spent":"851.211161ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:24:33.501588Z","caller":"traceutil/trace.go:171","msg":"trace[2078948612] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3161; }","duration":"456.998466ms","start":"2026-07-24T17:24:33.044565Z","end":"2026-07-24T17:24:33.501564Z","steps":["trace[2078948612] 'agreement among raft nodes before linearized reading' (duration: 456.183122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:33.50163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:33.044547Z","time spent":"457.072617ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:34.668624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063800339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:24:34.668712Z","caller":"traceutil/trace.go:171","msg":"trace[1514093329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3161; }","duration":"1.063925922s","start":"2026-07-24T17:24:33.604768Z","end":"2026-07-24T17:24:34.668694Z","steps":["trace[1514093329] 'range keys from in-memory index tree' (duration: 1.063638874s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:34.668753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:33.604753Z","time spent":"1.063989034s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:24:34.669193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.055574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:24:34.669248Z","caller":"traceutil/trace.go:171","msg":"trace[1260798013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3161; }","duration":"491.150477ms","start":"2026-07-24T17:24:34.178081Z","end":"2026-07-24T17:24:34.669232Z","steps":["trace[1260798013] 'range keys from in-memory index tree' (duration: 490.930371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:34.669272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:34.178063Z","time spent":"491.202558ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:34.669445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.061665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:24:34.669539Z","caller":"traceutil/trace.go:171","msg":"trace[937873769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3161; }","duration":"491.184468ms","start":"2026-07-24T17:24:34.178332Z","end":"2026-07-24T17:24:34.669516Z","steps":["trace[937873769] 'range keys from in-memory index tree' (duration: 490.90909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:34.669551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.106101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:24:34.6696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:34.178325Z","time spent":"491.260491ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:24:34.669623Z","caller":"traceutil/trace.go:171","msg":"trace[475747062] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3161; }","duration":"636.229914ms","start":"2026-07-24T17:24:34.033375Z","end":"2026-07-24T17:24:34.669605Z","steps":["trace[475747062] 'range keys from in-memory index tree' (duration: 635.906915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:34.669667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:34.033355Z","time spent":"636.300717ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:24:35.180077Z","caller":"traceutil/trace.go:171","msg":"trace[1133995490] linearizableReadLoop","detail":"{readStateIndex:3286; appliedIndex:3284; }","duration":"503.396912ms","start":"2026-07-24T17:24:34.676656Z","end":"2026-07-24T17:24:35.180053Z","steps":["trace[1133995490] 'read index received' (duration: 70.127143ms)","trace[1133995490] 'applied index is now lower than readState.Index' (duration: 433.268689ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:35.180109Z","caller":"traceutil/trace.go:171","msg":"trace[1879680078] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"506.125242ms","start":"2026-07-24T17:24:34.673949Z","end":"2026-07-24T17:24:35.180074Z","steps":["trace[1879680078] 'process raft request' (duration: 419.527787ms)","trace[1879680078] 'compare' (duration: 86.180293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:35.180434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:34.67392Z","time spent":"506.254696ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:35.180471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.793944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:24:35.180545Z","caller":"traceutil/trace.go:171","msg":"trace[1401175566] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3163; }","duration":"503.908657ms","start":"2026-07-24T17:24:34.676619Z","end":"2026-07-24T17:24:35.180527Z","steps":["trace[1401175566] 'agreement among raft nodes before linearized reading' (duration: 503.538296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:35.18059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:34.676603Z","time spent":"503.978819ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:24:35.686743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.738289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:35.686849Z","caller":"traceutil/trace.go:171","msg":"trace[592675778] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3163; }","duration":"359.920725ms","start":"2026-07-24T17:24:35.326903Z","end":"2026-07-24T17:24:35.686824Z","steps":["trace[592675778] 'range keys from in-memory index tree' (duration: 359.507803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:35.686912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.326877Z","time spent":"360.020528ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"info","ts":"2026-07-24T17:24:35.939391Z","caller":"traceutil/trace.go:171","msg":"trace[1762700966] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"433.548147ms","start":"2026-07-24T17:24:35.505822Z","end":"2026-07-24T17:24:35.939371Z","steps":["trace[1762700966] 'process raft request' (duration: 433.440753ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:35.939407Z","caller":"traceutil/trace.go:171","msg":"trace[470859287] linearizableReadLoop","detail":"{readStateIndex:3287; appliedIndex:3287; }","duration":"433.182886ms","start":"2026-07-24T17:24:35.506191Z","end":"2026-07-24T17:24:35.939374Z","steps":["trace[470859287] 'read index received' (duration: 433.171295ms)","trace[470859287] 'applied index is now lower than readState.Index' (duration: 9.421µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:35.939514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.505796Z","time spent":"433.65475ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:35.939751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.536177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:24:35.939808Z","caller":"traceutil/trace.go:171","msg":"trace[1936173996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3164; }","duration":"433.65042ms","start":"2026-07-24T17:24:35.506146Z","end":"2026-07-24T17:24:35.939797Z","steps":["trace[1936173996] 'agreement among raft nodes before linearized reading' (duration: 433.344781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:35.93989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.506127Z","time spent":"433.746543ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:24:36.194904Z","caller":"traceutil/trace.go:171","msg":"trace[1733128725] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"686.244675ms","start":"2026-07-24T17:24:35.508633Z","end":"2026-07-24T17:24:36.194878Z","steps":["trace[1733128725] 'process raft request' (duration: 686.159453ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:36.194937Z","caller":"traceutil/trace.go:171","msg":"trace[1272442510] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"687.670448ms","start":"2026-07-24T17:24:35.507233Z","end":"2026-07-24T17:24:36.194904Z","steps":["trace[1272442510] 'process raft request' (duration: 687.39339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:36.195065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.508607Z","time spent":"686.376569ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:36.19534Z","caller":"traceutil/trace.go:171","msg":"trace[753500810] linearizableReadLoop","detail":"{readStateIndex:3291; appliedIndex:3287; }","duration":"255.850751ms","start":"2026-07-24T17:24:35.939469Z","end":"2026-07-24T17:24:36.195319Z","steps":["trace[753500810] 'read index received' (duration: 255.200792ms)","trace[753500810] 'applied index is now lower than readState.Index' (duration: 648.809µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:36.195388Z","caller":"traceutil/trace.go:171","msg":"trace[717572202] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"505.387253ms","start":"2026-07-24T17:24:35.689976Z","end":"2026-07-24T17:24:36.195364Z","steps":["trace[717572202] 'process raft request' (duration: 505.214058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:36.195542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.68995Z","time spent":"505.486455ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:36.195606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.993117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:24:36.195657Z","caller":"traceutil/trace.go:171","msg":"trace[1324569215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3168; }","duration":"687.07684ms","start":"2026-07-24T17:24:35.508565Z","end":"2026-07-24T17:24:36.195642Z","steps":["trace[1324569215] 'agreement among raft nodes before linearized reading' (duration: 686.881944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:36.195704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.508546Z","time spent":"687.148512ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:36.195353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.507191Z","time spent":"687.930376ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:36.195879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.610965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:36.195928Z","caller":"traceutil/trace.go:171","msg":"trace[386810023] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"686.534335ms","start":"2026-07-24T17:24:35.509338Z","end":"2026-07-24T17:24:36.195872Z","steps":["trace[386810023] 'process raft request' (duration: 685.500234ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:36.195967Z","caller":"traceutil/trace.go:171","msg":"trace[1432999295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3168; }","duration":"687.722179ms","start":"2026-07-24T17:24:35.508231Z","end":"2026-07-24T17:24:36.195953Z","steps":["trace[1432999295] 'agreement among raft nodes before linearized reading' (duration: 687.436161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:36.196019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.509321Z","time spent":"686.641897ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:36.196145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.50822Z","time spent":"687.815002ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:36.696539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:24:37.3925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.028601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:37.392778Z","caller":"traceutil/trace.go:171","msg":"trace[1703216038] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"1.448381252s","start":"2026-07-24T17:24:35.944339Z","end":"2026-07-24T17:24:37.392721Z","steps":["trace[1703216038] 'process raft request' (duration: 1.023015732s)","trace[1703216038] 'compare' (duration: 424.824124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:37.392892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:35.944317Z","time spent":"1.448510626s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:37.603652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.021917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T17:24:37.603692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.94104ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:37.603975Z","caller":"traceutil/trace.go:171","msg":"trace[2046878195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3169; }","duration":"168.204238ms","start":"2026-07-24T17:24:37.43571Z","end":"2026-07-24T17:24:37.603915Z","steps":["trace[2046878195] 'range keys from in-memory index tree' (duration: 167.91958ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:37.604245Z","caller":"traceutil/trace.go:171","msg":"trace[1455039287] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"1.403467445s","start":"2026-07-24T17:24:36.200753Z","end":"2026-07-24T17:24:37.604221Z","steps":["trace[1455039287] 'process raft request' (duration: 1.403128835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:37.604392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:36.200734Z","time spent":"1.403590689s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:37.959102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.834673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:37.959272Z","caller":"traceutil/trace.go:171","msg":"trace[2034192660] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"883.559502ms","start":"2026-07-24T17:24:37.075698Z","end":"2026-07-24T17:24:37.959258Z","steps":["trace[2034192660] 'process raft request' (duration: 883.533981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:37.959317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:37.075671Z","time spent":"883.624684ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:37.959339Z","caller":"traceutil/trace.go:171","msg":"trace[1110628095] linearizableReadLoop","detail":"{readStateIndex:3295; appliedIndex:3291; }","duration":"1.763893393s","start":"2026-07-24T17:24:36.195414Z","end":"2026-07-24T17:24:37.959307Z","steps":["trace[1110628095] 'read index received' (duration: 771.954581ms)","trace[1110628095] 'applied index is now lower than readState.Index' (duration: 991.935912ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:37.959472Z","caller":"traceutil/trace.go:171","msg":"trace[1845982762] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"1.757093572s","start":"2026-07-24T17:24:36.20235Z","end":"2026-07-24T17:24:37.959444Z","steps":["trace[1845982762] 'process raft request' (duration: 1.401854718s)","trace[1845982762] 'compare' (duration: 354.641596ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:37.959583Z","caller":"traceutil/trace.go:171","msg":"trace[497269408] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"884.453768ms","start":"2026-07-24T17:24:37.07512Z","end":"2026-07-24T17:24:37.959574Z","steps":["trace[497269408] 'process raft request' (duration: 884.064076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:37.959634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:37.075095Z","time spent":"884.51577ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:37.959619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:36.202331Z","time spent":"1.757185924s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:37.959927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855027178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:37.95996Z","caller":"traceutil/trace.go:171","msg":"trace[449814538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3173; }","duration":"1.855144802s","start":"2026-07-24T17:24:36.104808Z","end":"2026-07-24T17:24:37.959953Z","steps":["trace[449814538] 'agreement among raft nodes before linearized reading' (duration: 1.855096171s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:37.95998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:36.10479Z","time spent":"1.855185143s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:37.960067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925965946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:37.960141Z","caller":"traceutil/trace.go:171","msg":"trace[578693596] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3173; }","duration":"1.926083149s","start":"2026-07-24T17:24:36.03404Z","end":"2026-07-24T17:24:37.960123Z","steps":["trace[578693596] 'agreement among raft nodes before linearized reading' (duration: 1.925873803s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:37.960184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:36.034021Z","time spent":"1.926153762s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:24:38.002678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.118042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:24:38.002746Z","caller":"traceutil/trace.go:171","msg":"trace[296484968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3174; }","duration":"817.232155ms","start":"2026-07-24T17:24:37.185498Z","end":"2026-07-24T17:24:38.002731Z","steps":["trace[296484968] 'agreement among raft nodes before linearized reading' (duration: 816.818823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:38.002783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:37.185481Z","time spent":"817.293987ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:24:38.002814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252251334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:24:38.002953Z","caller":"traceutil/trace.go:171","msg":"trace[1129727432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3174; }","duration":"1.2524284s","start":"2026-07-24T17:24:36.7505Z","end":"2026-07-24T17:24:38.002928Z","steps":["trace[1129727432] 'agreement among raft nodes before linearized reading' (duration: 1.252165362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:38.003017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:36.750488Z","time spent":"1.252513483s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:38.964526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.08462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:38.964702Z","caller":"traceutil/trace.go:171","msg":"trace[42402711] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"763.479601ms","start":"2026-07-24T17:24:38.20121Z","end":"2026-07-24T17:24:38.964689Z","steps":["trace[42402711] 'process raft request' (duration: 763.43004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:38.964763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.201191Z","time spent":"763.543062ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:38.964911Z","caller":"traceutil/trace.go:171","msg":"trace[1056951028] linearizableReadLoop","detail":"{readStateIndex:3300; appliedIndex:3298; }","duration":"953.637444ms","start":"2026-07-24T17:24:38.011262Z","end":"2026-07-24T17:24:38.9649Z","steps":["trace[1056951028] 'read index received' (duration: 121.130521ms)","trace[1056951028] 'applied index is now lower than readState.Index' (duration: 832.505933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:38.965054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.786689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:24:38.965076Z","caller":"traceutil/trace.go:171","msg":"trace[1473926109] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3180; }","duration":"953.82044ms","start":"2026-07-24T17:24:38.01125Z","end":"2026-07-24T17:24:38.96507Z","steps":["trace[1473926109] 'agreement among raft nodes before linearized reading' (duration: 953.715907ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:38.965054Z","caller":"traceutil/trace.go:171","msg":"trace[1097706161] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"453.935227ms","start":"2026-07-24T17:24:38.511094Z","end":"2026-07-24T17:24:38.96503Z","steps":["trace[1097706161] 'process raft request' (duration: 453.881156ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:38.964913Z","caller":"traceutil/trace.go:171","msg":"trace[74119048] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"956.281333ms","start":"2026-07-24T17:24:38.0086Z","end":"2026-07-24T17:24:38.964882Z","steps":["trace[74119048] 'process raft request' (duration: 956.001174ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:38.9653Z","caller":"traceutil/trace.go:171","msg":"trace[1567906578] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"763.46626ms","start":"2026-07-24T17:24:38.201824Z","end":"2026-07-24T17:24:38.96529Z","steps":["trace[1567906578] 'process raft request' (duration: 762.948285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:38.965337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.504031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:38.965361Z","caller":"traceutil/trace.go:171","msg":"trace[1823095603] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3181; }","duration":"163.525912ms","start":"2026-07-24T17:24:38.801826Z","end":"2026-07-24T17:24:38.965352Z","steps":["trace[1823095603] 'agreement among raft nodes before linearized reading' (duration: 163.482121ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:38.965342Z","caller":"traceutil/trace.go:171","msg":"trace[2069288631] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"688.260474ms","start":"2026-07-24T17:24:38.277062Z","end":"2026-07-24T17:24:38.965323Z","steps":["trace[2069288631] 'process raft request' (duration: 687.820941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:38.965434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.201815Z","time spent":"763.540923ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:38.965479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.445848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:38.965498Z","caller":"traceutil/trace.go:171","msg":"trace[90563149] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3181; }","duration":"242.505461ms","start":"2026-07-24T17:24:38.722987Z","end":"2026-07-24T17:24:38.965493Z","steps":["trace[90563149] 'agreement among raft nodes before linearized reading' (duration: 242.450489ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:38.965581Z","caller":"traceutil/trace.go:171","msg":"trace[383152879] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"763.867152ms","start":"2026-07-24T17:24:38.201703Z","end":"2026-07-24T17:24:38.96557Z","steps":["trace[383152879] 'process raft request' (duration: 762.962165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:38.965667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.201676Z","time spent":"763.960595ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:38.965436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.277037Z","time spent":"688.355567ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:38.965623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.00858Z","time spent":"956.736187ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:38.965204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.636094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:38.965872Z","caller":"traceutil/trace.go:171","msg":"trace[750916672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3181; }","duration":"954.311845ms","start":"2026-07-24T17:24:38.011553Z","end":"2026-07-24T17:24:38.965865Z","steps":["trace[750916672] 'agreement among raft nodes before linearized reading' (duration: 953.635975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:38.965894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.011549Z","time spent":"954.339156ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:38.965095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.011244Z","time spent":"953.847051ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:24:38.965203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.511069Z","time spent":"454.05995ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:38.965224Z","caller":"traceutil/trace.go:171","msg":"trace[403624776] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"957.360126ms","start":"2026-07-24T17:24:38.007819Z","end":"2026-07-24T17:24:38.965179Z","steps":["trace[403624776] 'process raft request' (duration: 124.562074ms)","trace[403624776] 'compare' (duration: 832.012018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:38.966069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:38.007806Z","time spent":"958.241282ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:40.414863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309778507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:40.414931Z","caller":"traceutil/trace.go:171","msg":"trace[673527115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3181; }","duration":"1.30989704s","start":"2026-07-24T17:24:39.10502Z","end":"2026-07-24T17:24:40.414917Z","steps":["trace[673527115] 'range keys from in-memory index tree' (duration: 1.309683045s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:40.414959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:39.104999Z","time spent":"1.309953892s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:40.41541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.923995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:40.41549Z","caller":"traceutil/trace.go:171","msg":"trace[1291817739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3181; }","duration":"451.026868ms","start":"2026-07-24T17:24:39.964445Z","end":"2026-07-24T17:24:40.415472Z","steps":["trace[1291817739] 'range keys from in-memory index tree' (duration: 450.668487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:40.415531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:39.964391Z","time spent":"451.12995ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:40.416494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.638009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:40.41655Z","caller":"traceutil/trace.go:171","msg":"trace[794694384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3181; }","duration":"807.733992ms","start":"2026-07-24T17:24:39.608801Z","end":"2026-07-24T17:24:40.416535Z","steps":["trace[794694384] 'range keys from in-memory index tree' (duration: 807.442693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:40.416552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018637829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:24:40.416578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:39.608786Z","time spent":"807.786573ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:24:40.416589Z","caller":"traceutil/trace.go:171","msg":"trace[1953850825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3181; }","duration":"1.018727012s","start":"2026-07-24T17:24:39.397851Z","end":"2026-07-24T17:24:40.416578Z","steps":["trace[1953850825] 'range keys from in-memory index tree' (duration: 1.018487004s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:40.416618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:39.397776Z","time spent":"1.018835865s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:24:40.416786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.747375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:24:40.416847Z","caller":"traceutil/trace.go:171","msg":"trace[1839855172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3181; }","duration":"738.819977ms","start":"2026-07-24T17:24:39.678012Z","end":"2026-07-24T17:24:40.416832Z","steps":["trace[1839855172] 'range keys from in-memory index tree' (duration: 738.5786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:40.41689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:39.677962Z","time spent":"738.91612ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:24:40.538295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388880,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:24:40.619923Z","caller":"traceutil/trace.go:171","msg":"trace[1455623819] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"610.607811ms","start":"2026-07-24T17:24:40.009286Z","end":"2026-07-24T17:24:40.619894Z","steps":["trace[1455623819] 'process raft request' (duration: 610.303322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:40.620102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.009258Z","time spent":"610.753604ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:41.169678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.37303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:41.169938Z","caller":"traceutil/trace.go:171","msg":"trace[157264060] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"198.393422ms","start":"2026-07-24T17:24:40.971526Z","end":"2026-07-24T17:24:41.169919Z","steps":["trace[157264060] 'process raft request' (duration: 198.352131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:41.170292Z","caller":"traceutil/trace.go:171","msg":"trace[1971601998] linearizableReadLoop","detail":"{readStateIndex:3309; appliedIndex:3305; }","duration":"1.135999787s","start":"2026-07-24T17:24:40.034279Z","end":"2026-07-24T17:24:41.170279Z","steps":["trace[1971601998] 'read index received' (duration: 585.385187ms)","trace[1971601998] 'applied index is now lower than readState.Index' (duration: 550.61352ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:41.170298Z","caller":"traceutil/trace.go:171","msg":"trace[355883887] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"748.360431ms","start":"2026-07-24T17:24:40.421914Z","end":"2026-07-24T17:24:41.170275Z","steps":["trace[355883887] 'process raft request' (duration: 747.919198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:41.170342Z","caller":"traceutil/trace.go:171","msg":"trace[1440846225] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"750.032991ms","start":"2026-07-24T17:24:40.420268Z","end":"2026-07-24T17:24:41.170301Z","steps":["trace[1440846225] 'process raft request' (duration: 355.953609ms)","trace[1440846225] 'compare' (duration: 393.190365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:41.1704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.421903Z","time spent":"748.444343ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:41.170443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.420167Z","time spent":"750.230187ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:41.170503Z","caller":"traceutil/trace.go:171","msg":"trace[1674972247] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"749.016071ms","start":"2026-07-24T17:24:40.421448Z","end":"2026-07-24T17:24:41.170464Z","steps":["trace[1674972247] 'process raft request' (duration: 748.32556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:41.170626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136318057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:24:41.170698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.421429Z","time spent":"749.163185ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:41.170736Z","caller":"traceutil/trace.go:171","msg":"trace[1393890954] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3186; }","duration":"1.136471261s","start":"2026-07-24T17:24:40.034246Z","end":"2026-07-24T17:24:41.170717Z","steps":["trace[1393890954] 'agreement among raft nodes before linearized reading' (duration: 1.136118831s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:41.170855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.03423Z","time spent":"1.136608505s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:24:42.237057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.045804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:42.237438Z","caller":"traceutil/trace.go:171","msg":"trace[1386975466] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"1.265799716s","start":"2026-07-24T17:24:40.971564Z","end":"2026-07-24T17:24:42.237364Z","steps":["trace[1386975466] 'process raft request' (duration: 537.341209ms)","trace[1386975466] 'compare' (duration: 727.294522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:42.237565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.971551Z","time spent":"1.265947451s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:42.237906Z","caller":"traceutil/trace.go:171","msg":"trace[1854194173] linearizableReadLoop","detail":"{readStateIndex:3312; appliedIndex:3310; }","duration":"1.067562768s","start":"2026-07-24T17:24:41.170325Z","end":"2026-07-24T17:24:42.237888Z","steps":["trace[1854194173] 'read index received' (duration: 338.595976ms)","trace[1854194173] 'applied index is now lower than readState.Index' (duration: 728.965892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:42.238132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818211418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:24:42.238148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820768804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:42.238177Z","caller":"traceutil/trace.go:171","msg":"trace[933545895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3188; }","duration":"1.818258049s","start":"2026-07-24T17:24:40.419908Z","end":"2026-07-24T17:24:42.238166Z","steps":["trace[933545895] 'agreement among raft nodes before linearized reading' (duration: 1.818088804s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:42.238187Z","caller":"traceutil/trace.go:171","msg":"trace[1323876437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3188; }","duration":"1.820820375s","start":"2026-07-24T17:24:40.417353Z","end":"2026-07-24T17:24:42.238173Z","steps":["trace[1323876437] 'agreement among raft nodes before linearized reading' (duration: 1.820759503s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.238205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.419828Z","time spent":"1.818370842s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:24:42.238383Z","caller":"traceutil/trace.go:171","msg":"trace[1252509821] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"1.266327832s","start":"2026-07-24T17:24:40.972044Z","end":"2026-07-24T17:24:42.238372Z","steps":["trace[1252509821] 'process raft request' (duration: 1.265728174s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.23844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.972036Z","time spent":"1.266375173s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:42.238792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267208359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:24:42.238236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.417342Z","time spent":"1.820884407s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:24:42.238825Z","caller":"traceutil/trace.go:171","msg":"trace[769096431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3188; }","duration":"1.26725646s","start":"2026-07-24T17:24:40.97156Z","end":"2026-07-24T17:24:42.238817Z","steps":["trace[769096431] 'agreement among raft nodes before linearized reading' (duration: 1.267174087s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.238851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.971552Z","time spent":"1.267290731s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:42.238896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065082245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:24:42.238966Z","caller":"traceutil/trace.go:171","msg":"trace[895884109] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3188; }","duration":"1.065182857s","start":"2026-07-24T17:24:41.173766Z","end":"2026-07-24T17:24:42.238949Z","steps":["trace[895884109] 'agreement among raft nodes before linearized reading' (duration: 1.064989461s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.238992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267474817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:24:42.239015Z","caller":"traceutil/trace.go:171","msg":"trace[218937572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3188; }","duration":"1.267530198s","start":"2026-07-24T17:24:40.971477Z","end":"2026-07-24T17:24:42.239007Z","steps":["trace[218937572] 'agreement among raft nodes before linearized reading' (duration: 1.267463846s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.239021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:41.17375Z","time spent":"1.065257949s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:24:42.239095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561030451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:24:42.239036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.971458Z","time spent":"1.267572729s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:24:42.239119Z","caller":"traceutil/trace.go:171","msg":"trace[457282637] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3188; }","duration":"1.561093933s","start":"2026-07-24T17:24:40.678019Z","end":"2026-07-24T17:24:42.239113Z","steps":["trace[457282637] 'agreement among raft nodes before linearized reading' (duration: 1.561030371s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.23914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.678001Z","time spent":"1.561133834s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:24:42.239551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912823295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:42.239588Z","caller":"traceutil/trace.go:171","msg":"trace[1646615682] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3188; }","duration":"1.912894228s","start":"2026-07-24T17:24:40.326686Z","end":"2026-07-24T17:24:42.23958Z","steps":["trace[1646615682] 'agreement among raft nodes before linearized reading' (duration: 1.912804915s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.239613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:40.326668Z","time spent":"1.912938558s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:24:42.239959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.448732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:42.240019Z","caller":"traceutil/trace.go:171","msg":"trace[1465530997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3188; }","duration":"205.553355ms","start":"2026-07-24T17:24:42.034451Z","end":"2026-07-24T17:24:42.240004Z","steps":["trace[1465530997] 'agreement among raft nodes before linearized reading' (duration: 204.507224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.241605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.698718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:42.241704Z","caller":"traceutil/trace.go:171","msg":"trace[276546096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3188; }","duration":"624.860023ms","start":"2026-07-24T17:24:41.616822Z","end":"2026-07-24T17:24:42.241682Z","steps":["trace[276546096] 'agreement among raft nodes before linearized reading' (duration: 622.254034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.242552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:41.616802Z","time spent":"625.706479ms","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:42.784797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.23709ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:24:42.784899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.241389Z","time spent":"543.496117ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:24:42.851818Z","caller":"traceutil/trace.go:171","msg":"trace[1833430650] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"609.82711ms","start":"2026-07-24T17:24:42.241963Z","end":"2026-07-24T17:24:42.85179Z","steps":["trace[1833430650] 'process raft request' (duration: 609.51472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.852036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.241933Z","time spent":"610.015585ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:42.852133Z","caller":"traceutil/trace.go:171","msg":"trace[419968666] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"608.4833ms","start":"2026-07-24T17:24:42.243604Z","end":"2026-07-24T17:24:42.852088Z","steps":["trace[419968666] 'process raft request' (duration: 608.130289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.852242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.243593Z","time spent":"608.599263ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:42.852433Z","caller":"traceutil/trace.go:171","msg":"trace[41974336] linearizableReadLoop","detail":"{readStateIndex:3314; appliedIndex:3312; }","duration":"608.820469ms","start":"2026-07-24T17:24:42.243592Z","end":"2026-07-24T17:24:42.852413Z","steps":["trace[41974336] 'read index received' (duration: 206.182594ms)","trace[41974336] 'applied index is now lower than readState.Index' (duration: 402.636185ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:42.852506Z","caller":"traceutil/trace.go:171","msg":"trace[961583410] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"607.684325ms","start":"2026-07-24T17:24:42.244805Z","end":"2026-07-24T17:24:42.85249Z","steps":["trace[961583410] 'process raft request' (duration: 607.20493ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:42.852535Z","caller":"traceutil/trace.go:171","msg":"trace[823553895] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"606.108898ms","start":"2026-07-24T17:24:42.246409Z","end":"2026-07-24T17:24:42.852518Z","steps":["trace[823553895] 'process raft request' (duration: 605.681545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.852591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.244784Z","time spent":"607.764657ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:42.852617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.24639Z","time spent":"606.17595ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:42.852852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.251272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:24:42.85291Z","caller":"traceutil/trace.go:171","msg":"trace[1988283477] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3192; }","duration":"609.331955ms","start":"2026-07-24T17:24:42.243563Z","end":"2026-07-24T17:24:42.852895Z","steps":["trace[1988283477] 'agreement among raft nodes before linearized reading' (duration: 609.16625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:42.85296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.243549Z","time spent":"609.399086ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:24:43.605732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.24795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:43.60621Z","caller":"traceutil/trace.go:171","msg":"trace[1308187132] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"980.965534ms","start":"2026-07-24T17:24:42.625209Z","end":"2026-07-24T17:24:43.606175Z","steps":["trace[1308187132] 'process raft request' (duration: 525.197848ms)","trace[1308187132] 'compare' (duration: 454.743075ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:43.606209Z","caller":"traceutil/trace.go:171","msg":"trace[34871780] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"820.193906ms","start":"2026-07-24T17:24:42.785991Z","end":"2026-07-24T17:24:43.606185Z","steps":["trace[34871780] 'process raft request' (duration: 820.01669ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:43.606275Z","caller":"traceutil/trace.go:171","msg":"trace[1197956112] linearizableReadLoop","detail":"{readStateIndex:3319; appliedIndex:3317; }","duration":"753.76639ms","start":"2026-07-24T17:24:42.852486Z","end":"2026-07-24T17:24:43.606253Z","steps":["trace[1197956112] 'read index received' (duration: 297.818608ms)","trace[1197956112] 'applied index is now lower than readState.Index' (duration: 455.945862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:43.606381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.625175Z","time spent":"981.114629ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:43.606432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358069804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:43.606436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308498354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:43.606464Z","caller":"traceutil/trace.go:171","msg":"trace[248236017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3194; }","duration":"1.358133756s","start":"2026-07-24T17:24:42.24832Z","end":"2026-07-24T17:24:43.606454Z","steps":["trace[248236017] 'agreement among raft nodes before linearized reading' (duration: 1.358039133s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:43.606457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.785976Z","time spent":"820.318169ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:43.606499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.248307Z","time spent":"1.358185047s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:24:43.606724Z","caller":"traceutil/trace.go:171","msg":"trace[1410643856] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3194; }","duration":"1.308578516s","start":"2026-07-24T17:24:42.297892Z","end":"2026-07-24T17:24:43.60647Z","steps":["trace[1410643856] 'agreement among raft nodes before linearized reading' (duration: 1.308430282s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:43.606784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.297877Z","time spent":"1.308893856s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:24:43.607125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.216204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:24:43.607166Z","caller":"traceutil/trace.go:171","msg":"trace[884045540] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3195; }","duration":"750.275905ms","start":"2026-07-24T17:24:42.856881Z","end":"2026-07-24T17:24:43.607156Z","steps":["trace[884045540] 'agreement among raft nodes before linearized reading' (duration: 750.132221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:43.607188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:42.856868Z","time spent":"750.314777ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:24:43.6076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.691962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:43.607632Z","caller":"traceutil/trace.go:171","msg":"trace[1255683002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3195; }","duration":"431.762864ms","start":"2026-07-24T17:24:43.175861Z","end":"2026-07-24T17:24:43.607624Z","steps":["trace[1255683002] 'agreement among raft nodes before linearized reading' (duration: 431.660161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:43.607653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.175815Z","time spent":"431.832026ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:43.607872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.998021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:24:43.607901Z","caller":"traceutil/trace.go:171","msg":"trace[1229152177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3195; }","duration":"432.098894ms","start":"2026-07-24T17:24:43.175794Z","end":"2026-07-24T17:24:43.607893Z","steps":["trace[1229152177] 'agreement among raft nodes before linearized reading' (duration: 432.016472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:43.607919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.17577Z","time spent":"432.144726ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:24:43.608813Z","caller":"traceutil/trace.go:171","msg":"trace[2116999851] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"432.169507ms","start":"2026-07-24T17:24:43.176634Z","end":"2026-07-24T17:24:43.608804Z","steps":["trace[2116999851] 'process raft request' (duration: 430.313001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:43.608994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.176614Z","time spent":"432.225738ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:43.610449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.436885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:43.610523Z","caller":"traceutil/trace.go:171","msg":"trace[1853818404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3195; }","duration":"434.575819ms","start":"2026-07-24T17:24:43.175923Z","end":"2026-07-24T17:24:43.610499Z","steps":["trace[1853818404] 'agreement among raft nodes before linearized reading' (duration: 431.219777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:43.610594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.175903Z","time spent":"434.677792ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:44.914369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202135574s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:44.914583Z","caller":"traceutil/trace.go:171","msg":"trace[1918347730] linearizableReadLoop","detail":"{readStateIndex:3323; appliedIndex:3321; }","duration":"1.229197089s","start":"2026-07-24T17:24:43.685363Z","end":"2026-07-24T17:24:44.91456Z","steps":["trace[1918347730] 'read index received' (duration: 26.675163ms)","trace[1918347730] 'applied index is now lower than readState.Index' (duration: 1.202516016s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:44.914667Z","caller":"traceutil/trace.go:171","msg":"trace[1528687918] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"1.300901959s","start":"2026-07-24T17:24:43.613752Z","end":"2026-07-24T17:24:44.914654Z","steps":["trace[1528687918] 'process raft request' (duration: 1.300721293s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:44.914742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.613745Z","time spent":"1.300952231s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:44.91483Z","caller":"traceutil/trace.go:171","msg":"trace[289896669] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"1.301297671s","start":"2026-07-24T17:24:43.61351Z","end":"2026-07-24T17:24:44.914808Z","steps":["trace[289896669] 'process raft request' (duration: 98.61382ms)","trace[289896669] 'compare' (duration: 1.201145545s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:44.914997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298348003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:44.915043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.613503Z","time spent":"1.301413214s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:44.91505Z","caller":"traceutil/trace.go:171","msg":"trace[924533554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3198; }","duration":"1.298427515s","start":"2026-07-24T17:24:43.616608Z","end":"2026-07-24T17:24:44.915036Z","steps":["trace[924533554] 'agreement among raft nodes before linearized reading' (duration: 1.298348403s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:44.915148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.616595Z","time spent":"1.298539468s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:44.915246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301212988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:24:44.915341Z","caller":"traceutil/trace.go:171","msg":"trace[1014626590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3198; }","duration":"1.301325632s","start":"2026-07-24T17:24:43.614Z","end":"2026-07-24T17:24:44.915325Z","steps":["trace[1014626590] 'agreement among raft nodes before linearized reading' (duration: 1.300960361s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:44.91543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.61399Z","time spent":"1.301424875s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:24:45.925673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.728476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:45.92666Z","caller":"traceutil/trace.go:171","msg":"trace[217917643] linearizableReadLoop","detail":"{readStateIndex:3325; appliedIndex:3323; }","duration":"1.012026475s","start":"2026-07-24T17:24:44.914618Z","end":"2026-07-24T17:24:45.926645Z","steps":["trace[217917643] 'read index received' (duration: 172.33197ms)","trace[217917643] 'applied index is now lower than readState.Index' (duration: 839.693265ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:45.926745Z","caller":"traceutil/trace.go:171","msg":"trace[1494800127] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"1.682696364s","start":"2026-07-24T17:24:44.244038Z","end":"2026-07-24T17:24:45.926735Z","steps":["trace[1494800127] 'process raft request' (duration: 842.818653ms)","trace[1494800127] 'compare' (duration: 838.478608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:45.926895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:44.244009Z","time spent":"1.682761106s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:45.926992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070097878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:24:45.927057Z","caller":"traceutil/trace.go:171","msg":"trace[815897599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3200; }","duration":"1.070192201s","start":"2026-07-24T17:24:44.856852Z","end":"2026-07-24T17:24:45.927044Z","steps":["trace[815897599] 'agreement among raft nodes before linearized reading' (duration: 1.069937493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:45.927086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:44.856847Z","time spent":"1.070234012s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:24:45.927179Z","caller":"traceutil/trace.go:171","msg":"trace[365079757] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"1.681629372s","start":"2026-07-24T17:24:44.245542Z","end":"2026-07-24T17:24:45.927172Z","steps":["trace[365079757] 'process raft request' (duration: 1.681032164s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:45.927242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:44.245519Z","time spent":"1.681677684s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:45.927299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238957656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:24:45.927412Z","caller":"traceutil/trace.go:171","msg":"trace[2009003968] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3200; }","duration":"2.239076689s","start":"2026-07-24T17:24:43.688294Z","end":"2026-07-24T17:24:45.927371Z","steps":["trace[2009003968] 'agreement among raft nodes before linearized reading' (duration: 2.238931175s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:45.927479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:43.688281Z","time spent":"2.239181283s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:24:45.927703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071012176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:24:45.927719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893120978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:45.928072Z","caller":"traceutil/trace.go:171","msg":"trace[1063000767] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3200; }","duration":"1.893582922s","start":"2026-07-24T17:24:44.034474Z","end":"2026-07-24T17:24:45.928057Z","steps":["trace[1063000767] 'agreement among raft nodes before linearized reading' (duration: 1.892742316s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:45.928118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:44.03445Z","time spent":"1.893653843s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:24:45.927984Z","caller":"traceutil/trace.go:171","msg":"trace[1228132737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3200; }","duration":"1.07114431s","start":"2026-07-24T17:24:44.856644Z","end":"2026-07-24T17:24:45.927788Z","steps":["trace[1228132737] 'agreement among raft nodes before linearized reading' (duration: 1.070726727s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:45.928449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:44.856621Z","time spent":"1.071678026s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:24:46.004433Z","caller":"traceutil/trace.go:171","msg":"trace[255535574] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"390.411976ms","start":"2026-07-24T17:24:45.613986Z","end":"2026-07-24T17:24:46.004398Z","steps":["trace[255535574] 'process raft request' (duration: 390.122228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.004631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:45.613966Z","time spent":"390.559721ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:46.004604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.729027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:24:46.004822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.791885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:46.004881Z","caller":"traceutil/trace.go:171","msg":"trace[1699320265] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3202; }","duration":"676.844267ms","start":"2026-07-24T17:24:45.328022Z","end":"2026-07-24T17:24:46.004866Z","steps":["trace[1699320265] 'agreement among raft nodes before linearized reading' (duration: 676.657231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.004982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087534491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:24:46.005146Z","caller":"traceutil/trace.go:171","msg":"trace[2068466223] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"389.063916ms","start":"2026-07-24T17:24:45.616058Z","end":"2026-07-24T17:24:46.005122Z","steps":["trace[2068466223] 'process raft request' (duration: 388.241561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.005368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:45.61605Z","time spent":"389.241922ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:46.004775Z","caller":"traceutil/trace.go:171","msg":"trace[376629127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3202; }","duration":"315.905312ms","start":"2026-07-24T17:24:45.688811Z","end":"2026-07-24T17:24:46.004716Z","steps":["trace[376629127] 'agreement among raft nodes before linearized reading' (duration: 315.579362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.005497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:45.688773Z","time spent":"316.686656ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:24:46.005134Z","caller":"traceutil/trace.go:171","msg":"trace[18319826] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3202; }","duration":"1.087685145s","start":"2026-07-24T17:24:44.917412Z","end":"2026-07-24T17:24:46.005097Z","steps":["trace[18319826] 'agreement among raft nodes before linearized reading' (duration: 1.087468978s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.005617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:44.9174Z","time spent":"1.088205621s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:24:46.004636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.689065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T17:24:46.005683Z","caller":"traceutil/trace.go:171","msg":"trace[1455264864] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3202; }","duration":"800.786498ms","start":"2026-07-24T17:24:45.204886Z","end":"2026-07-24T17:24:46.005673Z","steps":["trace[1455264864] 'agreement among raft nodes before linearized reading' (duration: 799.570421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.005715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:45.20485Z","time spent":"800.85607ms","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:24:46.004968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088586762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:46.005797Z","caller":"traceutil/trace.go:171","msg":"trace[310621728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3202; }","duration":"1.089441028s","start":"2026-07-24T17:24:44.916336Z","end":"2026-07-24T17:24:46.005777Z","steps":["trace[310621728] 'agreement among raft nodes before linearized reading' (duration: 1.088586622s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.005844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:44.916317Z","time spent":"1.08951447s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:46.005008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:45.327996Z","time spent":"677.002382ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:24:46.505511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:24:46.725505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.171964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:46.725885Z","caller":"traceutil/trace.go:171","msg":"trace[1829403971] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"793.241562ms","start":"2026-07-24T17:24:45.932623Z","end":"2026-07-24T17:24:46.725865Z","steps":["trace[1829403971] 'process raft request' (duration: 792.976934ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:46.725866Z","caller":"traceutil/trace.go:171","msg":"trace[1603194083] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"793.283933ms","start":"2026-07-24T17:24:45.932546Z","end":"2026-07-24T17:24:46.72583Z","steps":["trace[1603194083] 'process raft request' (duration: 590.17237ms)","trace[1603194083] 'compare' (duration: 201.719911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:46.726073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:45.932537Z","time spent":"793.449389ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:46.7262Z","caller":"traceutil/trace.go:171","msg":"trace[1297316641] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"717.269232ms","start":"2026-07-24T17:24:46.008908Z","end":"2026-07-24T17:24:46.726177Z","steps":["trace[1297316641] 'process raft request' (duration: 716.788088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.726209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:45.932602Z","time spent":"793.330385ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:46.726293Z","caller":"traceutil/trace.go:171","msg":"trace[1181056795] linearizableReadLoop","detail":"{readStateIndex:3332; appliedIndex:3327; }","duration":"721.927163ms","start":"2026-07-24T17:24:46.004346Z","end":"2026-07-24T17:24:46.726274Z","steps":["trace[1181056795] 'read index received' (duration: 518.355737ms)","trace[1181056795] 'applied index is now lower than readState.Index' (duration: 203.570066ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:46.726333Z","caller":"traceutil/trace.go:171","msg":"trace[1996598812] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"715.956141ms","start":"2026-07-24T17:24:46.010357Z","end":"2026-07-24T17:24:46.726313Z","steps":["trace[1996598812] 'process raft request' (duration: 715.683293ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:46.726359Z","caller":"traceutil/trace.go:171","msg":"trace[1599826334] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"251.008646ms","start":"2026-07-24T17:24:46.475343Z","end":"2026-07-24T17:24:46.726352Z","steps":["trace[1599826334] 'process raft request' (duration: 250.781449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.726433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.010333Z","time spent":"716.052485ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:46.726546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.410226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-07-24T17:24:46.726555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.95525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:46.726573Z","caller":"traceutil/trace.go:171","msg":"trace[1700126257] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b; range_end:; response_count:1; response_revision:3207; }","duration":"717.437367ms","start":"2026-07-24T17:24:46.009129Z","end":"2026-07-24T17:24:46.726567Z","steps":["trace[1700126257] 'agreement among raft nodes before linearized reading' (duration: 717.324584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.726569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.114009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:24:46.726593Z","caller":"traceutil/trace.go:171","msg":"trace[173388025] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3207; }","duration":"683.021282ms","start":"2026-07-24T17:24:46.043554Z","end":"2026-07-24T17:24:46.726576Z","steps":["trace[173388025] 'agreement among raft nodes before linearized reading' (duration: 682.967881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.726618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.253681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:46.726626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.043534Z","time spent":"683.083655ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:46.726639Z","caller":"traceutil/trace.go:171","msg":"trace[967981480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3207; }","duration":"714.335883ms","start":"2026-07-24T17:24:46.012298Z","end":"2026-07-24T17:24:46.726634Z","steps":["trace[967981480] 'agreement among raft nodes before linearized reading' (duration: 714.306282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:46.726629Z","caller":"traceutil/trace.go:171","msg":"trace[1690115989] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3207; }","duration":"795.197101ms","start":"2026-07-24T17:24:45.931413Z","end":"2026-07-24T17:24:46.72661Z","steps":["trace[1690115989] 'agreement among raft nodes before linearized reading' (duration: 795.003236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.726655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.012277Z","time spent":"714.375254ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:46.726676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:45.931397Z","time spent":"795.267703ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:24:46.726318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.00888Z","time spent":"717.377825ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:46.726594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.009089Z","time spent":"717.500079ms","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" "} {"level":"warn","ts":"2026-07-24T17:24:46.726866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.882938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:24:46.728272Z","caller":"traceutil/trace.go:171","msg":"trace[2129661692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3207; }","duration":"713.324002ms","start":"2026-07-24T17:24:46.014932Z","end":"2026-07-24T17:24:46.728255Z","steps":["trace[2129661692] 'agreement among raft nodes before linearized reading' (duration: 711.59402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:46.728636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.014921Z","time spent":"713.697283ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:24:47.607717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.568279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:24:47.607848Z","caller":"traceutil/trace.go:171","msg":"trace[1139399322] linearizableReadLoop","detail":"{readStateIndex:3333; appliedIndex:3332; }","duration":"732.796389ms","start":"2026-07-24T17:24:46.875007Z","end":"2026-07-24T17:24:47.607803Z","steps":["trace[1139399322] 'read index received' (duration: 95.051954ms)","trace[1139399322] 'applied index is now lower than readState.Index' (duration: 637.742965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:47.608158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.114378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:47.608193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.837036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:47.608234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.075501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:24:47.608263Z","caller":"traceutil/trace.go:171","msg":"trace[103851059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3207; }","duration":"687.186894ms","start":"2026-07-24T17:24:46.921068Z","end":"2026-07-24T17:24:47.608255Z","steps":["trace[103851059] 'agreement among raft nodes before linearized reading' (duration: 687.062881ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:47.608257Z","caller":"traceutil/trace.go:171","msg":"trace[993797233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3207; }","duration":"733.284904ms","start":"2026-07-24T17:24:46.874951Z","end":"2026-07-24T17:24:47.608236Z","steps":["trace[993797233] 'agreement among raft nodes before linearized reading' (duration: 733.086138ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:47.608265Z","caller":"traceutil/trace.go:171","msg":"trace[334279023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3207; }","duration":"484.936509ms","start":"2026-07-24T17:24:47.123308Z","end":"2026-07-24T17:24:47.608244Z","steps":["trace[334279023] 'agreement among raft nodes before linearized reading' (duration: 484.811485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:47.608283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.921046Z","time spent":"687.231866ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:47.608303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.874871Z","time spent":"733.421857ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:47.608308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:47.123293Z","time spent":"485.004061ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:47.608757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.70299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:24:47.608818Z","caller":"traceutil/trace.go:171","msg":"trace[1688126365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3207; }","duration":"687.810034ms","start":"2026-07-24T17:24:46.920992Z","end":"2026-07-24T17:24:47.608802Z","steps":["trace[1688126365] 'agreement among raft nodes before linearized reading' (duration: 687.063511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:47.60886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:46.920925Z","time spent":"687.923497ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:47.608877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.699011ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:47.608949Z","caller":"traceutil/trace.go:171","msg":"trace[765163797] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3207; }","duration":"169.943379ms","start":"2026-07-24T17:24:47.438996Z","end":"2026-07-24T17:24:47.608939Z","steps":["trace[765163797] 'range keys from in-memory index tree' (duration: 168.68418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:48.166436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.167419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:48.166506Z","caller":"traceutil/trace.go:171","msg":"trace[858390185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3209; }","duration":"270.276621ms","start":"2026-07-24T17:24:47.89621Z","end":"2026-07-24T17:24:48.166487Z","steps":["trace[858390185] 'count revisions from in-memory index tree' (duration: 270.093896ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:48.501569Z","caller":"traceutil/trace.go:171","msg":"trace[554456895] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"568.186577ms","start":"2026-07-24T17:24:47.933301Z","end":"2026-07-24T17:24:48.501488Z","steps":["trace[554456895] 'process raft request' (duration: 567.892668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:48.501735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:47.933261Z","time spent":"568.385784ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:48.530497Z","caller":"traceutil/trace.go:171","msg":"trace[953760070] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"519.610082ms","start":"2026-07-24T17:24:48.010866Z","end":"2026-07-24T17:24:48.530476Z","steps":["trace[953760070] 'process raft request' (duration: 519.55677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:48.530607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:48.010844Z","time spent":"519.704115ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:48.530702Z","caller":"traceutil/trace.go:171","msg":"trace[943990758] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"596.266483ms","start":"2026-07-24T17:24:47.934392Z","end":"2026-07-24T17:24:48.530659Z","steps":["trace[943990758] 'process raft request' (duration: 595.935203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:48.530765Z","caller":"traceutil/trace.go:171","msg":"trace[1595920136] linearizableReadLoop","detail":"{readStateIndex:3339; appliedIndex:3335; }","duration":"495.232938ms","start":"2026-07-24T17:24:48.035464Z","end":"2026-07-24T17:24:48.530697Z","steps":["trace[1595920136] 'read index received' (duration: 465.924905ms)","trace[1595920136] 'applied index is now lower than readState.Index' (duration: 29.305523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:48.53097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.492197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:48.531025Z","caller":"traceutil/trace.go:171","msg":"trace[1213568690] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3213; }","duration":"495.59494ms","start":"2026-07-24T17:24:48.035419Z","end":"2026-07-24T17:24:48.531014Z","steps":["trace[1213568690] 'agreement among raft nodes before linearized reading' (duration: 495.398804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:48.531067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:48.035407Z","time spent":"495.650821ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:24:48.531103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.333257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:48.531143Z","caller":"traceutil/trace.go:171","msg":"trace[1966403118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3213; }","duration":"425.42223ms","start":"2026-07-24T17:24:48.105709Z","end":"2026-07-24T17:24:48.531132Z","steps":["trace[1966403118] 'agreement among raft nodes before linearized reading' (duration: 425.350267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:48.531172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:48.105689Z","time spent":"425.477682ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:24:48.531117Z","caller":"traceutil/trace.go:171","msg":"trace[528761153] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"519.344293ms","start":"2026-07-24T17:24:48.011607Z","end":"2026-07-24T17:24:48.530951Z","steps":["trace[528761153] 'process raft request' (duration: 518.843658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:48.531488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:47.934357Z","time spent":"596.522681ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:48.532298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:48.01159Z","time spent":"519.807058ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:48.907155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.923823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:24:48.907281Z","caller":"traceutil/trace.go:171","msg":"trace[354550602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3213; }","duration":"175.114199ms","start":"2026-07-24T17:24:48.732143Z","end":"2026-07-24T17:24:48.907258Z","steps":["trace[354550602] 'range keys from in-memory index tree' (duration: 174.796069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:48.907354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.614884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:24:48.907479Z","caller":"traceutil/trace.go:171","msg":"trace[1833201923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3213; }","duration":"174.790919ms","start":"2026-07-24T17:24:48.73266Z","end":"2026-07-24T17:24:48.907451Z","steps":["trace[1833201923] 'range keys from in-memory index tree' (duration: 174.405537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:48.908793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.1406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:24:48.908978Z","caller":"traceutil/trace.go:171","msg":"trace[545569824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3213; }","duration":"176.301995ms","start":"2026-07-24T17:24:48.732594Z","end":"2026-07-24T17:24:48.908896Z","steps":["trace[545569824] 'range keys from in-memory index tree' (duration: 174.123688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:49.46084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:24:49.964004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:24:50.464701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121388945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:24:50.811943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.898718724s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:24:50.812496Z","caller":"traceutil/trace.go:171","msg":"trace[1627894652] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"1.899397906s","start":"2026-07-24T17:24:48.913072Z","end":"2026-07-24T17:24:50.81247Z","steps":["trace[1627894652] 'process raft request' (duration: 1.89922427s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:50.812651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:48.913051Z","time spent":"1.89952089s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:51.105168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:24:51.105264Z","caller":"traceutil/trace.go:171","msg":"trace[1993152598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395626s","start":"2026-07-24T17:24:49.104849Z","end":"2026-07-24T17:24:51.105245Z","steps":["trace[1993152598] 'agreement among raft nodes before linearized reading' (duration: 2.000279692s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:51.105318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:49.104834Z","time spent":"2.000471549s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:52.228481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.416230644s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:24:52.228874Z","caller":"traceutil/trace.go:171","msg":"trace[1096811307] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"3.314937119s","start":"2026-07-24T17:24:48.913915Z","end":"2026-07-24T17:24:52.228852Z","steps":["trace[1096811307] 'process raft request' (duration: 3.314724872s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.22901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:48.913905Z","time spent":"3.315031512s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:52.229272Z","caller":"traceutil/trace.go:171","msg":"trace[1855565465] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"3.159824546s","start":"2026-07-24T17:24:49.069411Z","end":"2026-07-24T17:24:52.229235Z","steps":["trace[1855565465] 'process raft request' (duration: 3.159401213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.229469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:49.069381Z","time spent":"3.159983521s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:52.22958Z","caller":"traceutil/trace.go:171","msg":"trace[1817053469] linearizableReadLoop","detail":"{readStateIndex:3343; appliedIndex:3340; }","duration":"3.269685449s","start":"2026-07-24T17:24:48.959866Z","end":"2026-07-24T17:24:52.229552Z","steps":["trace[1817053469] 'read index received' (duration: 1.852463774s)","trace[1817053469] 'applied index is now lower than readState.Index' (duration: 1.417219985s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:52.229722Z","caller":"traceutil/trace.go:171","msg":"trace[1401396662] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"1.690999181s","start":"2026-07-24T17:24:50.538708Z","end":"2026-07-24T17:24:52.229707Z","steps":["trace[1401396662] 'process raft request' (duration: 1.690770754s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.229773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269885016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:52.229834Z","caller":"traceutil/trace.go:171","msg":"trace[269897026] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3221; }","duration":"3.27003168s","start":"2026-07-24T17:24:48.959783Z","end":"2026-07-24T17:24:52.229814Z","steps":["trace[269897026] 'agreement among raft nodes before linearized reading' (duration: 3.269921677s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:52.229852Z","caller":"traceutil/trace.go:171","msg":"trace[107995935] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"1.692459686s","start":"2026-07-24T17:24:50.537379Z","end":"2026-07-24T17:24:52.229838Z","steps":["trace[107995935] 'process raft request' (duration: 1.691917129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.229894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:48.959764Z","time spent":"3.270112772s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:52.229921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.53736Z","time spent":"1.692523929s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:52.229925Z","caller":"traceutil/trace.go:171","msg":"trace[1944783038] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"1.69225245s","start":"2026-07-24T17:24:50.537656Z","end":"2026-07-24T17:24:52.229909Z","steps":["trace[1944783038] 'process raft request' (duration: 1.691692753s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.230025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.537647Z","time spent":"1.692328332s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:52.230041Z","caller":"traceutil/trace.go:171","msg":"trace[1469097492] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"1.723473836s","start":"2026-07-24T17:24:50.506557Z","end":"2026-07-24T17:24:52.230031Z","steps":["trace[1469097492] 'process raft request' (duration: 1.722585679s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.230091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.506534Z","time spent":"1.723531118s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:52.230253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313361104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:24:52.23026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149979264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:52.229837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.53869Z","time spent":"1.691108955s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:52.230322Z","caller":"traceutil/trace.go:171","msg":"trace[86269710] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3221; }","duration":"3.150102468s","start":"2026-07-24T17:24:49.080201Z","end":"2026-07-24T17:24:52.230303Z","steps":["trace[86269710] 'agreement among raft nodes before linearized reading' (duration: 3.149966194s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.230372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:49.080182Z","time spent":"3.150175411s","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:52.230518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.56762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:52.230556Z","caller":"traceutil/trace.go:171","msg":"trace[189078916] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3221; }","duration":"146.606911ms","start":"2026-07-24T17:24:52.08394Z","end":"2026-07-24T17:24:52.230546Z","steps":["trace[189078916] 'agreement among raft nodes before linearized reading' (duration: 146.546779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.230565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195382941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:52.230605Z","caller":"traceutil/trace.go:171","msg":"trace[96624325] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3221; }","duration":"2.195527515s","start":"2026-07-24T17:24:50.035066Z","end":"2026-07-24T17:24:52.230594Z","steps":["trace[96624325] 'agreement among raft nodes before linearized reading' (duration: 2.1953376s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.230618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662275181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:24:52.230636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.035043Z","time spent":"2.195585787s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:24:52.230638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578013361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:52.230662Z","caller":"traceutil/trace.go:171","msg":"trace[641309052] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3221; }","duration":"2.662358473s","start":"2026-07-24T17:24:49.568293Z","end":"2026-07-24T17:24:52.230651Z","steps":["trace[641309052] 'agreement among raft nodes before linearized reading' (duration: 2.662278691s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.230694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:49.568274Z","time spent":"2.662410375s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:52.230696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.364073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:52.230693Z","caller":"traceutil/trace.go:171","msg":"trace[1774492396] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3221; }","duration":"1.578110404s","start":"2026-07-24T17:24:50.652567Z","end":"2026-07-24T17:24:52.230677Z","steps":["trace[1774492396] 'agreement among raft nodes before linearized reading' (duration: 1.57799603s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:52.230724Z","caller":"traceutil/trace.go:171","msg":"trace[680009309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3221; }","duration":"197.417395ms","start":"2026-07-24T17:24:52.033299Z","end":"2026-07-24T17:24:52.230716Z","steps":["trace[680009309] 'agreement among raft nodes before linearized reading' (duration: 197.375864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.23082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552154658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:24:52.230747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.652546Z","time spent":"1.578186036s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:52.230884Z","caller":"traceutil/trace.go:171","msg":"trace[1160700029] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3221; }","duration":"1.552333874s","start":"2026-07-24T17:24:50.678533Z","end":"2026-07-24T17:24:52.230867Z","steps":["trace[1160700029] 'agreement among raft nodes before linearized reading' (duration: 1.552079986s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.230917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904290535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-24T17:24:52.230924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.67852Z","time spent":"1.552391136s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:24:52.230947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518684392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:52.230962Z","caller":"traceutil/trace.go:171","msg":"trace[349382590] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3221; }","duration":"1.904366927s","start":"2026-07-24T17:24:50.326582Z","end":"2026-07-24T17:24:52.230949Z","steps":["trace[349382590] 'agreement among raft nodes before linearized reading' (duration: 1.904261274s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:52.230979Z","caller":"traceutil/trace.go:171","msg":"trace[277590037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3221; }","duration":"2.518770275s","start":"2026-07-24T17:24:49.712199Z","end":"2026-07-24T17:24:52.230969Z","steps":["trace[277590037] 'agreement among raft nodes before linearized reading' (duration: 2.518677932s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.231005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:49.712171Z","time spent":"2.518827607s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:52.231016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.326556Z","time spent":"1.90443618s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:24:52.231081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.391406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:24:52.231138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124867243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:52.231141Z","caller":"traceutil/trace.go:171","msg":"trace[255292530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3221; }","duration":"495.50936ms","start":"2026-07-24T17:24:51.735616Z","end":"2026-07-24T17:24:52.231125Z","steps":["trace[255292530] 'agreement among raft nodes before linearized reading' (duration: 495.258192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.231173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518983701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:52.231166Z","caller":"traceutil/trace.go:171","msg":"trace[1427198189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3221; }","duration":"1.124951306s","start":"2026-07-24T17:24:51.106206Z","end":"2026-07-24T17:24:52.231157Z","steps":["trace[1427198189] 'agreement among raft nodes before linearized reading' (duration: 1.124913485s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.231189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:51.735594Z","time spent":"495.582241ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:24:52.230281Z","caller":"traceutil/trace.go:171","msg":"trace[1139378372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3221; }","duration":"1.313423155s","start":"2026-07-24T17:24:50.91685Z","end":"2026-07-24T17:24:52.230273Z","steps":["trace[1139378372] 'agreement among raft nodes before linearized reading' (duration: 1.313315832s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.231208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:51.106191Z","time spent":"1.125010997s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:52.231232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.916831Z","time spent":"1.314392516s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:24:52.230616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005238431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:52.231309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964668864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:52.231355Z","caller":"traceutil/trace.go:171","msg":"trace[691826061] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3221; }","duration":"3.006015835s","start":"2026-07-24T17:24:49.225325Z","end":"2026-07-24T17:24:52.231341Z","steps":["trace[691826061] 'agreement among raft nodes before linearized reading' (duration: 3.005250192s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:52.231371Z","caller":"traceutil/trace.go:171","msg":"trace[1341525919] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3221; }","duration":"1.964798419s","start":"2026-07-24T17:24:50.266556Z","end":"2026-07-24T17:24:52.231355Z","steps":["trace[1341525919] 'agreement among raft nodes before linearized reading' (duration: 1.964655854s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:52.2312Z","caller":"traceutil/trace.go:171","msg":"trace[1733651918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3221; }","duration":"2.519047594s","start":"2026-07-24T17:24:49.712144Z","end":"2026-07-24T17:24:52.231192Z","steps":["trace[1733651918] 'agreement among raft nodes before linearized reading' (duration: 2.518971561s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.231399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:49.225307Z","time spent":"3.006077248s","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:52.231409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:50.266531Z","time spent":"1.9648687s","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:52.231093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146081503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:52.231423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:49.712124Z","time spent":"2.51928352s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:24:52.231464Z","caller":"traceutil/trace.go:171","msg":"trace[130100143] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3221; }","duration":"1.146501987s","start":"2026-07-24T17:24:51.084949Z","end":"2026-07-24T17:24:52.231451Z","steps":["trace[130100143] 'agreement among raft nodes before linearized reading' (duration: 1.146113375s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:52.231497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:51.084926Z","time spent":"1.146561089s","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:53.250054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.320049ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:24:53.250451Z","caller":"traceutil/trace.go:171","msg":"trace[244740047] linearizableReadLoop","detail":"{readStateIndex:3349; appliedIndex:3347; }","duration":"1.015742595s","start":"2026-07-24T17:24:52.234689Z","end":"2026-07-24T17:24:53.250432Z","steps":["trace[244740047] 'read index received' (duration: 403.982132ms)","trace[244740047] 'applied index is now lower than readState.Index' (duration: 611.759473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:53.250534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.233974Z","time spent":"1.01655788s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:24:53.250684Z","caller":"traceutil/trace.go:171","msg":"trace[332414148] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"1.014781555s","start":"2026-07-24T17:24:52.23587Z","end":"2026-07-24T17:24:53.250652Z","steps":["trace[332414148] 'process raft request' (duration: 1.014434754s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:53.25077Z","caller":"traceutil/trace.go:171","msg":"trace[1668839618] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"1.013523366s","start":"2026-07-24T17:24:52.237231Z","end":"2026-07-24T17:24:53.250754Z","steps":["trace[1668839618] 'process raft request' (duration: 1.013170695s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:53.250887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.237223Z","time spent":"1.01361318s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:53.251023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.235858Z","time spent":"1.0149371s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:53.251071Z","caller":"traceutil/trace.go:171","msg":"trace[648150138] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"1.016972993s","start":"2026-07-24T17:24:52.234074Z","end":"2026-07-24T17:24:53.251047Z","steps":["trace[648150138] 'process raft request' (duration: 1.016114357s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:53.251142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016427566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:24:53.250731Z","caller":"traceutil/trace.go:171","msg":"trace[310158076] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"1.014074133s","start":"2026-07-24T17:24:52.236646Z","end":"2026-07-24T17:24:53.25072Z","steps":["trace[310158076] 'process raft request' (duration: 1.013709342s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:53.251287Z","caller":"traceutil/trace.go:171","msg":"trace[1099065552] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3225; }","duration":"1.01658094s","start":"2026-07-24T17:24:52.234663Z","end":"2026-07-24T17:24:53.251244Z","steps":["trace[1099065552] 'agreement among raft nodes before linearized reading' (duration: 1.016133056s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:53.251287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.234056Z","time spent":"1.017106607s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:53.251363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.234654Z","time spent":"1.016673054s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:24:53.251365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.236641Z","time spent":"1.014633321s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:53.258823Z","caller":"traceutil/trace.go:171","msg":"trace[1288817831] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"401.853124ms","start":"2026-07-24T17:24:52.856946Z","end":"2026-07-24T17:24:53.258799Z","steps":["trace[1288817831] 'process raft request' (duration: 401.72213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:53.258969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.85693Z","time spent":"401.963577ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:54.170388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.541225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:54.170908Z","caller":"traceutil/trace.go:171","msg":"trace[284916901] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"1.204928602s","start":"2026-07-24T17:24:52.965935Z","end":"2026-07-24T17:24:54.170863Z","steps":["trace[284916901] 'process raft request' (duration: 412.779478ms)","trace[284916901] 'compare' (duration: 790.608346ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:54.171219Z","caller":"traceutil/trace.go:171","msg":"trace[855884223] linearizableReadLoop","detail":"{readStateIndex:3355; appliedIndex:3352; }","duration":"920.708718ms","start":"2026-07-24T17:24:53.250487Z","end":"2026-07-24T17:24:54.171196Z","steps":["trace[855884223] 'read index received' (duration: 8.157501ms)","trace[855884223] 'applied index is now lower than readState.Index' (duration: 912.550297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:54.171273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.96591Z","time spent":"1.205267202s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:54.171487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725330407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:54.171558Z","caller":"traceutil/trace.go:171","msg":"trace[1969518761] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3230; }","duration":"1.72543571s","start":"2026-07-24T17:24:52.446107Z","end":"2026-07-24T17:24:54.171543Z","steps":["trace[1969518761] 'agreement among raft nodes before linearized reading' (duration: 1.725295155s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:54.171566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933999617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:54.171602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.446088Z","time spent":"1.725501941s","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":27,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:54.171734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935200574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:24:54.171766Z","caller":"traceutil/trace.go:171","msg":"trace[1956301864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3230; }","duration":"1.935245356s","start":"2026-07-24T17:24:52.236513Z","end":"2026-07-24T17:24:54.171758Z","steps":["trace[1956301864] 'agreement among raft nodes before linearized reading' (duration: 1.935110412s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:54.171802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.236506Z","time spent":"1.935288477s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:24:54.172026Z","caller":"traceutil/trace.go:171","msg":"trace[1160665529] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"1.205975744s","start":"2026-07-24T17:24:52.96603Z","end":"2026-07-24T17:24:54.172006Z","steps":["trace[1160665529] 'process raft request' (duration: 1.204681564s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:54.172111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.814828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T17:24:54.172149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.966012Z","time spent":"1.206089797s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:54.172175Z","caller":"traceutil/trace.go:171","msg":"trace[1954173828] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3230; }","duration":"916.933142ms","start":"2026-07-24T17:24:53.255225Z","end":"2026-07-24T17:24:54.172158Z","steps":["trace[1954173828] 'agreement among raft nodes before linearized reading' (duration: 916.743526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:54.172212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:53.255007Z","time spent":"917.19693ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:24:54.172221Z","caller":"traceutil/trace.go:171","msg":"trace[814552654] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"919.251873ms","start":"2026-07-24T17:24:53.252955Z","end":"2026-07-24T17:24:54.172207Z","steps":["trace[814552654] 'process raft request' (duration: 917.978784ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:54.172274Z","caller":"traceutil/trace.go:171","msg":"trace[1681245642] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"916.178809ms","start":"2026-07-24T17:24:53.256081Z","end":"2026-07-24T17:24:54.17226Z","steps":["trace[1681245642] 'process raft request' (duration: 914.892959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:54.172302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:53.252939Z","time spent":"919.312986ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:54.172299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355711292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:24:54.172338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:53.25606Z","time spent":"916.245581ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:24:54.172369Z","caller":"traceutil/trace.go:171","msg":"trace[169694378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3230; }","duration":"1.355825376s","start":"2026-07-24T17:24:52.816527Z","end":"2026-07-24T17:24:54.172352Z","steps":["trace[169694378] 'agreement among raft nodes before linearized reading' (duration: 1.355579488s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:54.171605Z","caller":"traceutil/trace.go:171","msg":"trace[1286407615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3230; }","duration":"1.934049109s","start":"2026-07-24T17:24:52.237545Z","end":"2026-07-24T17:24:54.171594Z","steps":["trace[1286407615] 'agreement among raft nodes before linearized reading' (duration: 1.933987167s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:54.172458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.23754Z","time spent":"1.934910546s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:54.17249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:52.816482Z","time spent":"1.355922808s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:24:55.597724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275270723s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:24:55.765333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459582002s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:55.765616Z","caller":"traceutil/trace.go:171","msg":"trace[1555537300] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"1.589527948s","start":"2026-07-24T17:24:54.176066Z","end":"2026-07-24T17:24:55.765594Z","steps":["trace[1555537300] 'process raft request' (duration: 129.614766ms)","trace[1555537300] 'compare' (duration: 1.459131308s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:55.765656Z","caller":"traceutil/trace.go:171","msg":"trace[1303423008] linearizableReadLoop","detail":"{readStateIndex:3358; appliedIndex:3357; }","duration":"1.589546759s","start":"2026-07-24T17:24:54.176102Z","end":"2026-07-24T17:24:55.765648Z","steps":["trace[1303423008] 'read index received' (duration: 129.594776ms)","trace[1303423008] 'applied index is now lower than readState.Index' (duration: 1.459951043s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:55.765773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.176045Z","time spent":"1.589613611s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:55.765817Z","caller":"traceutil/trace.go:171","msg":"trace[1813122871] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"1.53198331s","start":"2026-07-24T17:24:54.233826Z","end":"2026-07-24T17:24:55.765809Z","steps":["trace[1813122871] 'process raft request' (duration: 1.531599168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.765867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.233815Z","time spent":"1.532027311s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:55.766007Z","caller":"traceutil/trace.go:171","msg":"trace[683265433] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"1.527991907s","start":"2026-07-24T17:24:54.238007Z","end":"2026-07-24T17:24:55.765999Z","steps":["trace[683265433] 'process raft request' (duration: 1.52746986s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:55.765628Z","caller":"traceutil/trace.go:171","msg":"trace[1200863807] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"1.527388138s","start":"2026-07-24T17:24:54.238229Z","end":"2026-07-24T17:24:55.765617Z","steps":["trace[1200863807] 'process raft request' (duration: 1.527356537s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.766051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.237989Z","time spent":"1.528040217s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:55.766146Z","caller":"traceutil/trace.go:171","msg":"trace[1898961873] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"1.528052808s","start":"2026-07-24T17:24:54.238084Z","end":"2026-07-24T17:24:55.766137Z","steps":["trace[1898961873] 'process raft request' (duration: 1.527434929s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.766169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.238224Z","time spent":"1.527842342s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:55.766287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590184558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:24:55.76631Z","caller":"traceutil/trace.go:171","msg":"trace[1003000588] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3236; }","duration":"1.59022471s","start":"2026-07-24T17:24:54.17608Z","end":"2026-07-24T17:24:55.766305Z","steps":["trace[1003000588] 'agreement among raft nodes before linearized reading' (duration: 1.590138537s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.766332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.176071Z","time spent":"1.590256081s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:24:55.766444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586864056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:55.766466Z","caller":"traceutil/trace.go:171","msg":"trace[1351401851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3236; }","duration":"1.586902927s","start":"2026-07-24T17:24:54.179557Z","end":"2026-07-24T17:24:55.76646Z","steps":["trace[1351401851] 'agreement among raft nodes before linearized reading' (duration: 1.586868676s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.766483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.179546Z","time spent":"1.586933338s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:55.766185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.238079Z","time spent":"1.528086429s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:55.766681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.650168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:55.766705Z","caller":"traceutil/trace.go:171","msg":"trace[885363518] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3236; }","duration":"171.71263ms","start":"2026-07-24T17:24:55.594987Z","end":"2026-07-24T17:24:55.766699Z","steps":["trace[885363518] 'agreement among raft nodes before linearized reading' (duration: 171.672429ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:55.766207Z","caller":"traceutil/trace.go:171","msg":"trace[1886026930] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"1.52809466s","start":"2026-07-24T17:24:54.238106Z","end":"2026-07-24T17:24:55.766201Z","steps":["trace[1886026930] 'process raft request' (duration: 1.52744168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.76683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.627621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-24T17:24:55.766854Z","caller":"traceutil/trace.go:171","msg":"trace[1641010570] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c549a3d4f724f2; range_end:; response_count:1; response_revision:3236; }","duration":"440.676223ms","start":"2026-07-24T17:24:55.326172Z","end":"2026-07-24T17:24:55.766849Z","steps":["trace[1641010570] 'agreement among raft nodes before linearized reading' (duration: 440.610741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.76682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.238104Z","time spent":"1.528634786s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:55.766874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.32616Z","time spent":"440.708464ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":800,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c549a3d4f724f2\" "} {"level":"warn","ts":"2026-07-24T17:24:55.767151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.509596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:24:55.767211Z","caller":"traceutil/trace.go:171","msg":"trace[1553342452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3236; }","duration":"509.627059ms","start":"2026-07-24T17:24:55.25757Z","end":"2026-07-24T17:24:55.767197Z","steps":["trace[1553342452] 'agreement among raft nodes before linearized reading' (duration: 509.451453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.767288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.257529Z","time spent":"509.750742ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:24:55.767425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535566831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:55.767455Z","caller":"traceutil/trace.go:171","msg":"trace[330097420] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3236; }","duration":"1.535635062s","start":"2026-07-24T17:24:54.231808Z","end":"2026-07-24T17:24:55.767443Z","steps":["trace[330097420] 'agreement among raft nodes before linearized reading' (duration: 1.535592281s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.767498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.231793Z","time spent":"1.535695585s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:24:55.767506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533605429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:24:55.767581Z","caller":"traceutil/trace.go:171","msg":"trace[616538396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3236; }","duration":"1.533699123s","start":"2026-07-24T17:24:54.233865Z","end":"2026-07-24T17:24:55.767564Z","steps":["trace[616538396] 'agreement among raft nodes before linearized reading' (duration: 1.533481246s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.767631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:54.233862Z","time spent":"1.533754585s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:55.767778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.969121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:24:55.767809Z","caller":"traceutil/trace.go:171","msg":"trace[776488639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3236; }","duration":"512.036063ms","start":"2026-07-24T17:24:55.255766Z","end":"2026-07-24T17:24:55.767802Z","steps":["trace[776488639] 'agreement among raft nodes before linearized reading' (duration: 511.960451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.767855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.255748Z","time spent":"512.080495ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:55.768598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.783247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:24:55.768641Z","caller":"traceutil/trace.go:171","msg":"trace[120004720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3236; }","duration":"512.860759ms","start":"2026-07-24T17:24:55.255766Z","end":"2026-07-24T17:24:55.768627Z","steps":["trace[120004720] 'agreement among raft nodes before linearized reading' (duration: 511.798226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:55.76876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.255748Z","time spent":"513.003794ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:24:56.555114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.761677ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-24T17:24:56.555223Z","caller":"traceutil/trace.go:171","msg":"trace[722197494] linearizableReadLoop","detail":"{readStateIndex:3364; appliedIndex:3363; }","duration":"783.77318ms","start":"2026-07-24T17:24:55.771424Z","end":"2026-07-24T17:24:56.555197Z","steps":["trace[722197494] 'read index received' (duration: 274.855338ms)","trace[722197494] 'applied index is now lower than readState.Index' (duration: 508.916442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:56.555303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.870713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:56.555328Z","caller":"traceutil/trace.go:171","msg":"trace[1124905123] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3236; }","duration":"783.918425ms","start":"2026-07-24T17:24:55.771403Z","end":"2026-07-24T17:24:56.555321Z","steps":["trace[1124905123] 'agreement among raft nodes before linearized reading' (duration: 783.859623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:56.55535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.771396Z","time spent":"783.948876ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:24:56.555232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.770799Z","time spent":"784.426651ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:24:56.85782Z","caller":"traceutil/trace.go:171","msg":"trace[683554763] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"1.085762088s","start":"2026-07-24T17:24:55.772027Z","end":"2026-07-24T17:24:56.857789Z","steps":["trace[683554763] 'process raft request' (duration: 990.952764ms)","trace[683554763] 'compare' (duration: 94.580996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:56.858001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.772016Z","time spent":"1.085897181s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:56.858099Z","caller":"traceutil/trace.go:171","msg":"trace[286135288] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"1.085992004s","start":"2026-07-24T17:24:55.772076Z","end":"2026-07-24T17:24:56.858068Z","steps":["trace[286135288] 'process raft request' (duration: 1.085644823s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:56.858263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.772071Z","time spent":"1.086101407s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:56.858353Z","caller":"traceutil/trace.go:171","msg":"trace[2093438046] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"1.085199919s","start":"2026-07-24T17:24:55.773132Z","end":"2026-07-24T17:24:56.858332Z","steps":["trace[2093438046] 'process raft request' (duration: 1.084818768s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:56.858356Z","caller":"traceutil/trace.go:171","msg":"trace[1682576082] linearizableReadLoop","detail":"{readStateIndex:3368; appliedIndex:3364; }","duration":"303.092731ms","start":"2026-07-24T17:24:56.555243Z","end":"2026-07-24T17:24:56.858336Z","steps":["trace[1682576082] 'read index received' (duration: 207.75254ms)","trace[1682576082] 'applied index is now lower than readState.Index' (duration: 95.33867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:56.858457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.773118Z","time spent":"1.085285023s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:56.858503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.953947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:56.858589Z","caller":"traceutil/trace.go:171","msg":"trace[2062313983] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"1.085059185s","start":"2026-07-24T17:24:55.773464Z","end":"2026-07-24T17:24:56.858523Z","steps":["trace[2062313983] 'process raft request' (duration: 1.084773466s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:56.858531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.654155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:24:56.858633Z","caller":"traceutil/trace.go:171","msg":"trace[812398159] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3240; }","duration":"846.121422ms","start":"2026-07-24T17:24:56.01249Z","end":"2026-07-24T17:24:56.858611Z","steps":["trace[812398159] 'agreement among raft nodes before linearized reading' (duration: 845.952747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:56.85866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082718933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:56.858668Z","caller":"traceutil/trace.go:171","msg":"trace[1259410534] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3240; }","duration":"823.818049ms","start":"2026-07-24T17:24:56.034829Z","end":"2026-07-24T17:24:56.858647Z","steps":["trace[1259410534] 'agreement among raft nodes before linearized reading' (duration: 823.53522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:56.858684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:56.012468Z","time spent":"846.201825ms","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:56.858679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.773455Z","time spent":"1.085177199s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:56.858727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:56.034819Z","time spent":"823.894542ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:24:56.858726Z","caller":"traceutil/trace.go:171","msg":"trace[496091198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3240; }","duration":"1.082799015s","start":"2026-07-24T17:24:55.775904Z","end":"2026-07-24T17:24:56.858703Z","steps":["trace[496091198] 'agreement among raft nodes before linearized reading' (duration: 1.082700822s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:56.858724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087158331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T17:24:56.858787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.775897Z","time spent":"1.082875328s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:24:56.858811Z","caller":"traceutil/trace.go:171","msg":"trace[1437900] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3240; }","duration":"1.087274305s","start":"2026-07-24T17:24:55.771514Z","end":"2026-07-24T17:24:56.858788Z","steps":["trace[1437900] 'agreement among raft nodes before linearized reading' (duration: 1.08711699s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:56.858872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:55.771502Z","time spent":"1.087359587s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:24:57.604869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.332518ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:24:57.604995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.978717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:57.60505Z","caller":"traceutil/trace.go:171","msg":"trace[1597772162] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3240; }","duration":"168.525914ms","start":"2026-07-24T17:24:57.436502Z","end":"2026-07-24T17:24:57.605028Z","steps":["trace[1597772162] 'range keys from in-memory index tree' (duration: 168.313087ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:57.605114Z","caller":"traceutil/trace.go:171","msg":"trace[1771991578] linearizableReadLoop","detail":"{readStateIndex:3369; appliedIndex:3368; }","duration":"746.686294ms","start":"2026-07-24T17:24:56.858405Z","end":"2026-07-24T17:24:57.605092Z","steps":["trace[1771991578] 'read index received' (duration: 292.404238ms)","trace[1771991578] 'applied index is now lower than readState.Index' (duration: 454.279496ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:57.605206Z","caller":"traceutil/trace.go:171","msg":"trace[593513583] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"1.04798673s","start":"2026-07-24T17:24:56.557203Z","end":"2026-07-24T17:24:57.60519Z","steps":["trace[593513583] 'process raft request' (duration: 593.715324ms)","trace[593513583] 'compare' (duration: 453.464071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:57.605285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:56.557177Z","time spent":"1.048061661s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:57.605784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046796183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:24:57.605844Z","caller":"traceutil/trace.go:171","msg":"trace[196947727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3241; }","duration":"1.046890626s","start":"2026-07-24T17:24:56.558938Z","end":"2026-07-24T17:24:57.605829Z","steps":["trace[196947727] 'agreement among raft nodes before linearized reading' (duration: 1.046571056s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:57.605889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:56.558923Z","time spent":"1.046954447s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:24:58.341131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.937226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:24:58.341454Z","caller":"traceutil/trace.go:171","msg":"trace[2145205891] linearizableReadLoop","detail":"{readStateIndex:3370; appliedIndex:3369; }","duration":"736.283264ms","start":"2026-07-24T17:24:57.60515Z","end":"2026-07-24T17:24:58.341433Z","steps":["trace[2145205891] 'read index received' (duration: 123.028088ms)","trace[2145205891] 'applied index is now lower than readState.Index' (duration: 613.254136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:58.341762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330001878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:58.342391Z","caller":"traceutil/trace.go:171","msg":"trace[135255539] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3241; }","duration":"1.330680249s","start":"2026-07-24T17:24:57.011692Z","end":"2026-07-24T17:24:58.342372Z","steps":["trace[135255539] 'agreement among raft nodes before linearized reading' (duration: 1.330003278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:58.342444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:57.01167Z","time spent":"1.330756572s","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:58.341886Z","caller":"traceutil/trace.go:171","msg":"trace[70883430] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"569.875435ms","start":"2026-07-24T17:24:57.771995Z","end":"2026-07-24T17:24:58.341871Z","steps":["trace[70883430] 'process raft request' (duration: 569.255876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:58.342657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:57.771972Z","time spent":"570.582008ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:58.879703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017931651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:58.879782Z","caller":"traceutil/trace.go:171","msg":"trace[1241279277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3242; }","duration":"2.018072925s","start":"2026-07-24T17:24:56.861688Z","end":"2026-07-24T17:24:58.879761Z","steps":["trace[1241279277] 'agreement among raft nodes before linearized reading' (duration: 1.480250733s)","trace[1241279277] 'get authentication metadata' (duration: 18.079444ms)","trace[1241279277] 'range keys from in-memory index tree' (duration: 519.644915ms)"],"step_count":3} {"level":"warn","ts":"2026-07-24T17:24:58.879847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:56.861671Z","time spent":"2.018143168s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:24:58.880005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01693197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:24:58.880079Z","caller":"traceutil/trace.go:171","msg":"trace[1470310668] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3242; }","duration":"2.017040513s","start":"2026-07-24T17:24:56.863015Z","end":"2026-07-24T17:24:58.880056Z","steps":["trace[1470310668] 'agreement among raft nodes before linearized reading' (duration: 1.478775778s)","trace[1470310668] 'range keys from in-memory index tree' (duration: 538.09185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:58.880111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:56.863Z","time spent":"2.017104626s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:24:58.880099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.167802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:58.880318Z","caller":"traceutil/trace.go:171","msg":"trace[32536429] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"1.106889183s","start":"2026-07-24T17:24:57.773399Z","end":"2026-07-24T17:24:58.880288Z","steps":["trace[32536429] 'process raft request' (duration: 1.106760499s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:58.880337Z","caller":"traceutil/trace.go:171","msg":"trace[22879085] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3371; }","duration":"538.115661ms","start":"2026-07-24T17:24:58.342207Z","end":"2026-07-24T17:24:58.880323Z","steps":["trace[22879085] 'read index received' (duration: 495.495µs)","trace[22879085] 'applied index is now lower than readState.Index' (duration: 537.619186ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:58.880363Z","caller":"traceutil/trace.go:171","msg":"trace[649721698] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"1.106915733s","start":"2026-07-24T17:24:57.773441Z","end":"2026-07-24T17:24:58.880357Z","steps":["trace[649721698] 'process raft request' (duration: 1.106768218s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:58.880402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:57.773385Z","time spent":"1.106982525s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:58.880463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:57.773427Z","time spent":"1.106985095s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:58.880499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2729465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:24:58.880329Z","caller":"traceutil/trace.go:171","msg":"trace[1905300606] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"1.107855422s","start":"2026-07-24T17:24:57.772462Z","end":"2026-07-24T17:24:58.880317Z","steps":["trace[1905300606] 'process raft request' (duration: 569.400881ms)","trace[1905300606] 'compare' (duration: 538.08159ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:58.880519Z","caller":"traceutil/trace.go:171","msg":"trace[1022132498] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3245; }","duration":"1.273007282s","start":"2026-07-24T17:24:57.607505Z","end":"2026-07-24T17:24:58.880512Z","steps":["trace[1022132498] 'agreement among raft nodes before linearized reading' (duration: 1.272909868s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:58.880543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:57.607487Z","time spent":"1.273045673s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:24:58.880545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:57.772434Z","time spent":"1.10809371s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:58.880566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.855994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:58.880621Z","caller":"traceutil/trace.go:171","msg":"trace[1079398042] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3245; }","duration":"462.960047ms","start":"2026-07-24T17:24:58.417646Z","end":"2026-07-24T17:24:58.880606Z","steps":["trace[1079398042] 'agreement among raft nodes before linearized reading' (duration: 462.851064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:58.88067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.417622Z","time spent":"463.035229ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:58.880694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108329107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:24:58.880764Z","caller":"traceutil/trace.go:171","msg":"trace[1991964348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3245; }","duration":"1.108504363s","start":"2026-07-24T17:24:57.772242Z","end":"2026-07-24T17:24:58.880746Z","steps":["trace[1991964348] 'agreement among raft nodes before linearized reading' (duration: 1.108138551s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:58.880815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:57.772216Z","time spent":"1.108588135s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:24:58.880964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.001153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:24:58.880993Z","caller":"traceutil/trace.go:171","msg":"trace[443734635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3245; }","duration":"374.074195ms","start":"2026-07-24T17:24:58.506908Z","end":"2026-07-24T17:24:58.880983Z","steps":["trace[443734635] 'agreement among raft nodes before linearized reading' (duration: 374.015263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:58.88102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.506889Z","time spent":"374.123777ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:59.980455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.502209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:24:59.980824Z","caller":"traceutil/trace.go:171","msg":"trace[1153278492] linearizableReadLoop","detail":"{readStateIndex:3376; appliedIndex:3374; }","duration":"1.093832397s","start":"2026-07-24T17:24:58.886974Z","end":"2026-07-24T17:24:59.980806Z","steps":["trace[1153278492] 'read index received' (duration: 71.319604ms)","trace[1153278492] 'applied index is now lower than readState.Index' (duration: 1.022511833s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:24:59.980928Z","caller":"traceutil/trace.go:171","msg":"trace[945336640] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"1.092917688s","start":"2026-07-24T17:24:58.887998Z","end":"2026-07-24T17:24:59.980916Z","steps":["trace[945336640] 'process raft request' (duration: 1.09267541s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:59.981018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.887988Z","time spent":"1.092973629s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:24:59.981316Z","caller":"traceutil/trace.go:171","msg":"trace[1924308260] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"1.093213967s","start":"2026-07-24T17:24:58.888072Z","end":"2026-07-24T17:24:59.981286Z","steps":["trace[1924308260] 'process raft request' (duration: 1.092649539s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:59.981437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.888066Z","time spent":"1.09330434s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:59.98143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090074349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:24:59.981437Z","caller":"traceutil/trace.go:171","msg":"trace[332099420] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"1.093764874s","start":"2026-07-24T17:24:58.887659Z","end":"2026-07-24T17:24:59.981424Z","steps":["trace[332099420] 'process raft request' (duration: 1.092887356s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:24:59.981511Z","caller":"traceutil/trace.go:171","msg":"trace[2029680654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3251; }","duration":"1.090150271s","start":"2026-07-24T17:24:58.891322Z","end":"2026-07-24T17:24:59.981473Z","steps":["trace[2029680654] 'agreement among raft nodes before linearized reading' (duration: 1.089936065s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:59.981534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.88765Z","time spent":"1.093830397s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:59.981583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.891315Z","time spent":"1.090250624s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:24:59.98165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.117935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:59.981681Z","caller":"traceutil/trace.go:171","msg":"trace[930339248] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3251; }","duration":"632.176117ms","start":"2026-07-24T17:24:59.349497Z","end":"2026-07-24T17:24:59.981673Z","steps":["trace[930339248] 'agreement among raft nodes before linearized reading' (duration: 632.126105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:59.981701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:59.349483Z","time spent":"632.213257ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:24:59.981692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.601011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:24:59.981756Z","caller":"traceutil/trace.go:171","msg":"trace[116692772] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3251; }","duration":"833.653002ms","start":"2026-07-24T17:24:59.148074Z","end":"2026-07-24T17:24:59.981727Z","steps":["trace[116692772] 'agreement among raft nodes before linearized reading' (duration: 833.57511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:59.981814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:59.148015Z","time spent":"833.784997ms","remote":"127.0.0.1:49650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:24:59.981881Z","caller":"traceutil/trace.go:171","msg":"trace[159610142] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"1.095041064s","start":"2026-07-24T17:24:58.886826Z","end":"2026-07-24T17:24:59.981867Z","steps":["trace[159610142] 'process raft request' (duration: 938.050618ms)","trace[159610142] 'compare' (duration: 155.394846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:24:59.981938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.886804Z","time spent":"1.095109886s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:24:59.982082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095095786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:24:59.982139Z","caller":"traceutil/trace.go:171","msg":"trace[591148599] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3251; }","duration":"1.095176358s","start":"2026-07-24T17:24:58.88695Z","end":"2026-07-24T17:24:59.982126Z","steps":["trace[591148599] 'agreement among raft nodes before linearized reading' (duration: 1.09427197s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:59.982177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.886944Z","time spent":"1.09522268s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:24:59.982288Z","caller":"traceutil/trace.go:171","msg":"trace[212576664] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"1.093873787s","start":"2026-07-24T17:24:58.887691Z","end":"2026-07-24T17:24:59.981565Z","steps":["trace[212576664] 'process raft request' (duration: 1.092916287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:24:59.982388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:24:58.887672Z","time spent":"1.094671803s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:00.740078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.531361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:00.740162Z","caller":"traceutil/trace.go:171","msg":"trace[2114689177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3251; }","duration":"634.692836ms","start":"2026-07-24T17:25:00.105451Z","end":"2026-07-24T17:25:00.740144Z","steps":["trace[2114689177] 'range keys from in-memory index tree' (duration: 634.448238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:00.740204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:00.105423Z","time spent":"634.771818ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:00.859874Z","caller":"traceutil/trace.go:171","msg":"trace[1936045933] linearizableReadLoop","detail":"{readStateIndex:3381; appliedIndex:3380; }","duration":"180.39152ms","start":"2026-07-24T17:25:00.679461Z","end":"2026-07-24T17:25:00.859852Z","steps":["trace[1936045933] 'read index received' (duration: 180.153932ms)","trace[1936045933] 'applied index is now lower than readState.Index' (duration: 236.828µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:00.860229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.723389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:00.860242Z","caller":"traceutil/trace.go:171","msg":"trace[1718390494] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"276.764347ms","start":"2026-07-24T17:25:00.583447Z","end":"2026-07-24T17:25:00.860211Z","steps":["trace[1718390494] 'process raft request' (duration: 276.240241ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:00.860267Z","caller":"traceutil/trace.go:171","msg":"trace[2147082500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3252; }","duration":"118.809111ms","start":"2026-07-24T17:25:00.741448Z","end":"2026-07-24T17:25:00.860257Z","steps":["trace[2147082500] 'agreement among raft nodes before linearized reading' (duration: 118.731999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:00.860498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.022849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:25:00.860586Z","caller":"traceutil/trace.go:171","msg":"trace[548718484] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3252; }","duration":"181.154623ms","start":"2026-07-24T17:25:00.679407Z","end":"2026-07-24T17:25:00.860561Z","steps":["trace[548718484] 'agreement among raft nodes before linearized reading' (duration: 180.874054ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:01.225663Z","caller":"traceutil/trace.go:171","msg":"trace[1946421698] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"337.565287ms","start":"2026-07-24T17:25:00.888069Z","end":"2026-07-24T17:25:01.225634Z","steps":["trace[1946421698] 'process raft request' (duration: 337.511555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:01.22589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:00.88806Z","time spent":"337.741432ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:01.225896Z","caller":"traceutil/trace.go:171","msg":"trace[538750913] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"338.407713ms","start":"2026-07-24T17:25:00.887346Z","end":"2026-07-24T17:25:01.225754Z","steps":["trace[538750913] 'process raft request' (duration: 337.862736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:01.226176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:00.887318Z","time spent":"338.747784ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:01.225812Z","caller":"traceutil/trace.go:171","msg":"trace[1838100284] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"337.894887ms","start":"2026-07-24T17:25:00.887889Z","end":"2026-07-24T17:25:01.225784Z","steps":["trace[1838100284] 'process raft request' (duration: 337.630718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:01.227594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:00.887867Z","time spent":"339.516178ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:01.394512Z","caller":"traceutil/trace.go:171","msg":"trace[1747144653] linearizableReadLoop","detail":"{readStateIndex:3386; appliedIndex:3382; }","duration":"431.82637ms","start":"2026-07-24T17:25:00.96266Z","end":"2026-07-24T17:25:01.394486Z","steps":["trace[1747144653] 'read index received' (duration: 262.578908ms)","trace[1747144653] 'applied index is now lower than readState.Index' (duration: 169.246402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:01.394689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.017626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:25:01.394733Z","caller":"traceutil/trace.go:171","msg":"trace[94165316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3256; }","duration":"432.112349ms","start":"2026-07-24T17:25:00.962612Z","end":"2026-07-24T17:25:01.394724Z","steps":["trace[94165316] 'agreement among raft nodes before linearized reading' (duration: 431.941133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:01.394755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:00.962583Z","time spent":"432.16743ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:25:01.394752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.777603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:01.39481Z","caller":"traceutil/trace.go:171","msg":"trace[1878731771] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3256; }","duration":"187.889837ms","start":"2026-07-24T17:25:01.206904Z","end":"2026-07-24T17:25:01.394794Z","steps":["trace[1878731771] 'agreement among raft nodes before linearized reading' (duration: 187.724722ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:01.394535Z","caller":"traceutil/trace.go:171","msg":"trace[695183874] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"461.511619ms","start":"2026-07-24T17:25:00.932998Z","end":"2026-07-24T17:25:01.39451Z","steps":["trace[695183874] 'process raft request' (duration: 403.88626ms)","trace[695183874] 'compare' (duration: 57.469714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:01.394939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:00.932971Z","time spent":"461.918062ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:02.04274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.728542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:02.042888Z","caller":"traceutil/trace.go:171","msg":"trace[571929003] linearizableReadLoop","detail":"{readStateIndex:3387; appliedIndex:3386; }","duration":"644.885881ms","start":"2026-07-24T17:25:01.397988Z","end":"2026-07-24T17:25:02.042874Z","steps":["trace[571929003] 'read index received' (duration: 320.961813ms)","trace[571929003] 'applied index is now lower than readState.Index' (duration: 323.922788ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:02.043003Z","caller":"traceutil/trace.go:171","msg":"trace[1380023967] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"645.545512ms","start":"2026-07-24T17:25:01.397407Z","end":"2026-07-24T17:25:02.042953Z","steps":["trace[1380023967] 'process raft request' (duration: 321.52662ms)","trace[1380023967] 'compare' (duration: 322.70056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:02.043033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.03127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:02.043111Z","caller":"traceutil/trace.go:171","msg":"trace[1320743097] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3257; }","duration":"547.115763ms","start":"2026-07-24T17:25:01.495975Z","end":"2026-07-24T17:25:02.043091Z","steps":["trace[1320743097] 'agreement among raft nodes before linearized reading' (duration: 547.001369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:02.04316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:01.495918Z","time spent":"547.229587ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:02.043219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:01.397393Z","time spent":"645.650595ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:02.043641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.622114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:25:02.043737Z","caller":"traceutil/trace.go:171","msg":"trace[694505352] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3257; }","duration":"645.746409ms","start":"2026-07-24T17:25:01.397971Z","end":"2026-07-24T17:25:02.043717Z","steps":["trace[694505352] 'agreement among raft nodes before linearized reading' (duration: 645.585284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:02.04377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:01.397963Z","time spent":"645.79836ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T17:25:02.566497Z","caller":"traceutil/trace.go:171","msg":"trace[1966113482] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"515.853303ms","start":"2026-07-24T17:25:02.050618Z","end":"2026-07-24T17:25:02.566471Z","steps":["trace[1966113482] 'process raft request' (duration: 461.477273ms)","trace[1966113482] 'compare' (duration: 53.675438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:02.566657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.050597Z","time spent":"515.966627ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:02.952399Z","caller":"traceutil/trace.go:171","msg":"trace[170417262] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"900.878922ms","start":"2026-07-24T17:25:02.051495Z","end":"2026-07-24T17:25:02.952374Z","steps":["trace[170417262] 'process raft request' (duration: 900.703227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:02.952517Z","caller":"traceutil/trace.go:171","msg":"trace[922875708] linearizableReadLoop","detail":"{readStateIndex:3391; appliedIndex:3387; }","duration":"900.802649ms","start":"2026-07-24T17:25:02.051698Z","end":"2026-07-24T17:25:02.952501Z","steps":["trace[922875708] 'read index received' (duration: 460.408259ms)","trace[922875708] 'applied index is now lower than readState.Index' (duration: 440.39362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:02.952554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.051488Z","time spent":"900.986885ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:02.95281Z","caller":"traceutil/trace.go:171","msg":"trace[708852471] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"644.911881ms","start":"2026-07-24T17:25:02.307881Z","end":"2026-07-24T17:25:02.952793Z","steps":["trace[708852471] 'process raft request' (duration: 644.591661ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:02.952863Z","caller":"traceutil/trace.go:171","msg":"trace[948011619] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"901.070068ms","start":"2026-07-24T17:25:02.051259Z","end":"2026-07-24T17:25:02.952329Z","steps":["trace[948011619] 'process raft request' (duration: 900.82076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:02.952877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.168771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:25:02.952923Z","caller":"traceutil/trace.go:171","msg":"trace[1944514148] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3262; }","duration":"901.240443ms","start":"2026-07-24T17:25:02.05167Z","end":"2026-07-24T17:25:02.952911Z","steps":["trace[1944514148] 'agreement among raft nodes before linearized reading' (duration: 901.065118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:02.952924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.307862Z","time spent":"644.997654ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:02.95293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.051233Z","time spent":"901.661097ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:02.952957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.051663Z","time spent":"901.287014ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:25:02.953185Z","caller":"traceutil/trace.go:171","msg":"trace[1699443957] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"901.601904ms","start":"2026-07-24T17:25:02.051567Z","end":"2026-07-24T17:25:02.953169Z","steps":["trace[1699443957] 'process raft request' (duration: 900.658475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:02.953247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.051549Z","time spent":"901.670307ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:03.452509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.493874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:03.452611Z","caller":"traceutil/trace.go:171","msg":"trace[667570487] linearizableReadLoop","detail":"{readStateIndex:3393; appliedIndex:3392; }","duration":"500.028434ms","start":"2026-07-24T17:25:02.952556Z","end":"2026-07-24T17:25:03.452584Z","steps":["trace[667570487] 'read index received' (duration: 64.341324ms)","trace[667570487] 'applied index is now lower than readState.Index' (duration: 435.68627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:03.452731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349483159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:03.453134Z","caller":"traceutil/trace.go:171","msg":"trace[1174253507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3263; }","duration":"1.349931473s","start":"2026-07-24T17:25:02.103191Z","end":"2026-07-24T17:25:03.453123Z","steps":["trace[1174253507] 'agreement among raft nodes before linearized reading' (duration: 1.349460828s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:03.452745Z","caller":"traceutil/trace.go:171","msg":"trace[598393269] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"587.724843ms","start":"2026-07-24T17:25:02.864998Z","end":"2026-07-24T17:25:03.452723Z","steps":["trace[598393269] 'process raft request' (duration: 151.925599ms)","trace[598393269] 'compare' (duration: 435.408831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:03.453204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.103147Z","time spent":"1.350047357s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:03.453384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.864972Z","time spent":"588.323551ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:03.471156Z","caller":"traceutil/trace.go:171","msg":"trace[1376331434] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"240.466278ms","start":"2026-07-24T17:25:03.230613Z","end":"2026-07-24T17:25:03.471079Z","steps":["trace[1376331434] 'process raft request' (duration: 240.312973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:04.174398Z","caller":"traceutil/trace.go:171","msg":"trace[1335166703] linearizableReadLoop","detail":"{readStateIndex:3398; appliedIndex:3393; }","duration":"721.738865ms","start":"2026-07-24T17:25:03.452635Z","end":"2026-07-24T17:25:04.174374Z","steps":["trace[1335166703] 'read index received' (duration: 18.251465ms)","trace[1335166703] 'applied index is now lower than readState.Index' (duration: 703.48617ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:04.1748Z","caller":"traceutil/trace.go:171","msg":"trace[32906900] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"734.745556ms","start":"2026-07-24T17:25:03.440025Z","end":"2026-07-24T17:25:04.174771Z","steps":["trace[32906900] 'process raft request' (duration: 734.314162ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:04.174862Z","caller":"traceutil/trace.go:171","msg":"trace[132271962] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"943.584917ms","start":"2026-07-24T17:25:03.23127Z","end":"2026-07-24T17:25:04.174855Z","steps":["trace[132271962] 'process raft request' (duration: 942.172182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:04.174882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.686912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:04.174894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.735631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:04.174894Z","caller":"traceutil/trace.go:171","msg":"trace[1597569052] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"901.719638ms","start":"2026-07-24T17:25:03.273143Z","end":"2026-07-24T17:25:04.174862Z","steps":["trace[1597569052] 'process raft request' (duration: 901.16106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:04.174939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:03.231247Z","time spent":"943.636198ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:04.174942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:03.44Z","time spent":"734.871459ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:04.174965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.274316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:04.174995Z","caller":"traceutil/trace.go:171","msg":"trace[1661624660] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3268; }","duration":"169.337218ms","start":"2026-07-24T17:25:04.005647Z","end":"2026-07-24T17:25:04.174984Z","steps":["trace[1661624660] 'agreement among raft nodes before linearized reading' (duration: 169.293636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:04.175043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218107905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:25:04.175064Z","caller":"traceutil/trace.go:171","msg":"trace[82176233] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3268; }","duration":"1.218168047s","start":"2026-07-24T17:25:02.956888Z","end":"2026-07-24T17:25:04.175057Z","steps":["trace[82176233] 'agreement among raft nodes before linearized reading' (duration: 1.218053633s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:04.175063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:03.273114Z","time spent":"901.865221ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:04.175097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:02.956869Z","time spent":"1.218217219s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:25:04.17483Z","caller":"traceutil/trace.go:171","msg":"trace[848766554] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"942.326977ms","start":"2026-07-24T17:25:03.23249Z","end":"2026-07-24T17:25:04.174817Z","steps":["trace[848766554] 'process raft request' (duration: 941.732779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:04.175181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.40775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:04.175185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.164071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:25:04.17521Z","caller":"traceutil/trace.go:171","msg":"trace[1513530871] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3268; }","duration":"486.532513ms","start":"2026-07-24T17:25:03.688669Z","end":"2026-07-24T17:25:04.175201Z","steps":["trace[1513530871] 'agreement among raft nodes before linearized reading' (duration: 486.485322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:04.175197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:03.232468Z","time spent":"942.681058ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:04.175215Z","caller":"traceutil/trace.go:171","msg":"trace[778795741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3268; }","duration":"124.230523ms","start":"2026-07-24T17:25:04.050976Z","end":"2026-07-24T17:25:04.175206Z","steps":["trace[778795741] 'agreement among raft nodes before linearized reading' (duration: 124.122909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:04.175237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:03.68864Z","time spent":"486.589715ms","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:04.174925Z","caller":"traceutil/trace.go:171","msg":"trace[554684803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3268; }","duration":"157.825603ms","start":"2026-07-24T17:25:04.01709Z","end":"2026-07-24T17:25:04.174916Z","steps":["trace[554684803] 'agreement among raft nodes before linearized reading' (duration: 157.72615ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:04.174924Z","caller":"traceutil/trace.go:171","msg":"trace[1364964677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3268; }","duration":"713.768244ms","start":"2026-07-24T17:25:03.461144Z","end":"2026-07-24T17:25:04.174912Z","steps":["trace[1364964677] 'agreement among raft nodes before linearized reading' (duration: 713.666071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:04.175311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:03.461128Z","time spent":"714.175667ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:05.164848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.118422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:05.164966Z","caller":"traceutil/trace.go:171","msg":"trace[193762416] linearizableReadLoop","detail":"{readStateIndex:3399; appliedIndex:3398; }","duration":"953.745057ms","start":"2026-07-24T17:25:04.211201Z","end":"2026-07-24T17:25:05.164946Z","steps":["trace[193762416] 'read index received' (duration: 314.49199ms)","trace[193762416] 'applied index is now lower than readState.Index' (duration: 639.251677ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:05.165621Z","caller":"traceutil/trace.go:171","msg":"trace[1392035870] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"985.633264ms","start":"2026-07-24T17:25:04.179947Z","end":"2026-07-24T17:25:05.16558Z","steps":["trace[1392035870] 'process raft request' (duration: 345.704226ms)","trace[1392035870] 'compare' (duration: 638.780201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:05.165772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.49118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:05.16586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:04.179929Z","time spent":"985.780528ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:05.165925Z","caller":"traceutil/trace.go:171","msg":"trace[183542861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3269; }","duration":"954.689186ms","start":"2026-07-24T17:25:04.211191Z","end":"2026-07-24T17:25:05.16588Z","steps":["trace[183542861] 'agreement among raft nodes before linearized reading' (duration: 954.394257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.166012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.878863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:25:05.166033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.493835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:25:05.165929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.651016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:05.166067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.055731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:25:05.166233Z","caller":"traceutil/trace.go:171","msg":"trace[496845984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3269; }","duration":"208.183495ms","start":"2026-07-24T17:25:04.957963Z","end":"2026-07-24T17:25:05.166146Z","steps":["trace[496845984] 'agreement among raft nodes before linearized reading' (duration: 207.929547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.166019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:04.211153Z","time spent":"954.82412ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:05.166148Z","caller":"traceutil/trace.go:171","msg":"trace[881671135] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3269; }","duration":"605.864093ms","start":"2026-07-24T17:25:04.560258Z","end":"2026-07-24T17:25:05.166122Z","steps":["trace[881671135] 'agreement among raft nodes before linearized reading' (duration: 605.620545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.166235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.274627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:05.166913Z","caller":"traceutil/trace.go:171","msg":"trace[819655521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3269; }","duration":"208.936088ms","start":"2026-07-24T17:25:04.957915Z","end":"2026-07-24T17:25:05.166852Z","steps":["trace[819655521] 'agreement among raft nodes before linearized reading' (duration: 208.090901ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:05.166057Z","caller":"traceutil/trace.go:171","msg":"trace[259540840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3269; }","duration":"174.973586ms","start":"2026-07-24T17:25:04.991073Z","end":"2026-07-24T17:25:05.166046Z","steps":["trace[259540840] 'agreement among raft nodes before linearized reading' (duration: 174.837601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.166936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.962339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:25:05.167144Z","caller":"traceutil/trace.go:171","msg":"trace[846801866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3269; }","duration":"209.199606ms","start":"2026-07-24T17:25:04.957915Z","end":"2026-07-24T17:25:05.167115Z","steps":["trace[846801866] 'agreement among raft nodes before linearized reading' (duration: 208.04099ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:05.166076Z","caller":"traceutil/trace.go:171","msg":"trace[34640913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3269; }","duration":"595.559997ms","start":"2026-07-24T17:25:04.570498Z","end":"2026-07-24T17:25:05.166058Z","steps":["trace[34640913] 'agreement among raft nodes before linearized reading' (duration: 595.462344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.167381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:04.570457Z","time spent":"596.892199ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:05.167822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:04.560165Z","time spent":"607.623498ms","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:05.486225Z","caller":"traceutil/trace.go:171","msg":"trace[593318405] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"315.676428ms","start":"2026-07-24T17:25:05.170503Z","end":"2026-07-24T17:25:05.486179Z","steps":["trace[593318405] 'process raft request' (duration: 315.366558ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:05.486293Z","caller":"traceutil/trace.go:171","msg":"trace[2093471378] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"315.764201ms","start":"2026-07-24T17:25:05.170508Z","end":"2026-07-24T17:25:05.486272Z","steps":["trace[2093471378] 'process raft request' (duration: 315.608756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.486332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:05.170487Z","time spent":"315.789442ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:05.486627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:05.170485Z","time spent":"316.0215ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:05.567333Z","caller":"traceutil/trace.go:171","msg":"trace[1026884578] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"396.536587ms","start":"2026-07-24T17:25:05.170772Z","end":"2026-07-24T17:25:05.567309Z","steps":["trace[1026884578] 'process raft request' (duration: 396.446534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.567465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:05.170747Z","time spent":"396.651681ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:05.567749Z","caller":"traceutil/trace.go:171","msg":"trace[252477999] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"396.973291ms","start":"2026-07-24T17:25:05.170751Z","end":"2026-07-24T17:25:05.567724Z","steps":["trace[252477999] 'process raft request' (duration: 396.351441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:05.56781Z","caller":"traceutil/trace.go:171","msg":"trace[290847650] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"109.274147ms","start":"2026-07-24T17:25:05.458505Z","end":"2026-07-24T17:25:05.567779Z","steps":["trace[290847650] 'process raft request' (duration: 108.765541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.567945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:05.170744Z","time spent":"397.065104ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:05.568048Z","caller":"traceutil/trace.go:171","msg":"trace[1432885356] linearizableReadLoop","detail":"{readStateIndex:3403; appliedIndex:3399; }","duration":"397.061573ms","start":"2026-07-24T17:25:05.170954Z","end":"2026-07-24T17:25:05.568015Z","steps":["trace[1432885356] 'read index received' (duration: 315.08783ms)","trace[1432885356] 'applied index is now lower than readState.Index' (duration: 81.971993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:05.568303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.343663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:25:05.568343Z","caller":"traceutil/trace.go:171","msg":"trace[46245139] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3275; }","duration":"397.418854ms","start":"2026-07-24T17:25:05.170915Z","end":"2026-07-24T17:25:05.568333Z","steps":["trace[46245139] 'agreement among raft nodes before linearized reading' (duration: 397.222298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:05.568378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:05.170908Z","time spent":"397.461927ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:25:06.354621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.385125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:06.354703Z","caller":"traceutil/trace.go:171","msg":"trace[1967230481] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3275; }","duration":"726.53397ms","start":"2026-07-24T17:25:05.628151Z","end":"2026-07-24T17:25:06.354685Z","steps":["trace[1967230481] 'range keys from in-memory index tree' (duration: 726.316074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:06.354758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:05.628132Z","time spent":"726.615642ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:25:06.35486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.823419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:06.354962Z","caller":"traceutil/trace.go:171","msg":"trace[1061243078] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3275; }","duration":"320.034657ms","start":"2026-07-24T17:25:06.034909Z","end":"2026-07-24T17:25:06.354943Z","steps":["trace[1061243078] 'range keys from in-memory index tree' (duration: 319.617664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:06.355025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:06.034883Z","time spent":"320.13166ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:25:06.355185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.927337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:06.35528Z","caller":"traceutil/trace.go:171","msg":"trace[549021108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3275; }","duration":"252.089733ms","start":"2026-07-24T17:25:06.103168Z","end":"2026-07-24T17:25:06.355258Z","steps":["trace[549021108] 'range keys from in-memory index tree' (duration: 251.834874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:06.858497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389061,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:25:07.120471Z","caller":"traceutil/trace.go:171","msg":"trace[2003596200] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"938.638216ms","start":"2026-07-24T17:25:06.181807Z","end":"2026-07-24T17:25:07.120446Z","steps":["trace[2003596200] 'process raft request' (duration: 938.452441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.120735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:06.18178Z","time spent":"938.873504ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:07.427929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.089415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:07.428043Z","caller":"traceutil/trace.go:171","msg":"trace[1930954009] linearizableReadLoop","detail":"{readStateIndex:3407; appliedIndex:3405; }","duration":"1.069585079s","start":"2026-07-24T17:25:06.35844Z","end":"2026-07-24T17:25:07.428025Z","steps":["trace[1930954009] 'read index received' (duration: 761.894504ms)","trace[1930954009] 'applied index is now lower than readState.Index' (duration: 307.688944ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:07.428087Z","caller":"traceutil/trace.go:171","msg":"trace[1134264899] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"1.245949869s","start":"2026-07-24T17:25:06.182096Z","end":"2026-07-24T17:25:07.428045Z","steps":["trace[1134264899] 'process raft request' (duration: 1.114541264s)","trace[1134264899] 'compare' (duration: 129.99117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:07.428127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069669781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:07.428188Z","caller":"traceutil/trace.go:171","msg":"trace[144681391] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3277; }","duration":"1.069770614s","start":"2026-07-24T17:25:06.358402Z","end":"2026-07-24T17:25:07.428173Z","steps":["trace[144681391] 'agreement among raft nodes before linearized reading' (duration: 1.069671521s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.42822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:06.358387Z","time spent":"1.069826616s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:25:07.428225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:06.182065Z","time spent":"1.246086334s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:07.428276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068482523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:25:07.428324Z","caller":"traceutil/trace.go:171","msg":"trace[1223245335] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3277; }","duration":"1.068551646s","start":"2026-07-24T17:25:06.359761Z","end":"2026-07-24T17:25:07.428312Z","steps":["trace[1223245335] 'agreement among raft nodes before linearized reading' (duration: 1.06838393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.428366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:06.359751Z","time spent":"1.068604887s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:25:07.428575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.11763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:25:07.428612Z","caller":"traceutil/trace.go:171","msg":"trace[1365507670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3277; }","duration":"258.194882ms","start":"2026-07-24T17:25:07.170407Z","end":"2026-07-24T17:25:07.428602Z","steps":["trace[1365507670] 'agreement among raft nodes before linearized reading' (duration: 258.065578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.42863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049387957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:07.428656Z","caller":"traceutil/trace.go:171","msg":"trace[1681409504] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3277; }","duration":"1.049446749s","start":"2026-07-24T17:25:06.379201Z","end":"2026-07-24T17:25:07.428648Z","steps":["trace[1681409504] 'agreement among raft nodes before linearized reading' (duration: 1.049403278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.428649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.90516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:07.428682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:06.379183Z","time spent":"1.049493831s","remote":"127.0.0.1:49550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:07.4287Z","caller":"traceutil/trace.go:171","msg":"trace[2112695343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3277; }","duration":"324.000403ms","start":"2026-07-24T17:25:07.104687Z","end":"2026-07-24T17:25:07.428687Z","steps":["trace[2112695343] 'agreement among raft nodes before linearized reading' (duration: 323.91055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.42874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.10467Z","time spent":"324.062785ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:07.90751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.958614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:07.907719Z","caller":"traceutil/trace.go:171","msg":"trace[1350332546] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"334.249968ms","start":"2026-07-24T17:25:07.573453Z","end":"2026-07-24T17:25:07.907703Z","steps":["trace[1350332546] 'process raft request' (duration: 334.214247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.907789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.573435Z","time spent":"334.324909ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:07.907894Z","caller":"traceutil/trace.go:171","msg":"trace[1234332148] linearizableReadLoop","detail":"{readStateIndex:3408; appliedIndex:3407; }","duration":"472.904802ms","start":"2026-07-24T17:25:07.434913Z","end":"2026-07-24T17:25:07.907818Z","steps":["trace[1234332148] 'read index received' (duration: 180.755822ms)","trace[1234332148] 'applied index is now lower than readState.Index' (duration: 292.14002ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:07.908052Z","caller":"traceutil/trace.go:171","msg":"trace[934822006] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"334.934269ms","start":"2026-07-24T17:25:07.5731Z","end":"2026-07-24T17:25:07.908034Z","steps":["trace[934822006] 'process raft request' (duration: 334.509216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.908191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.573073Z","time spent":"335.062673ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:07.908247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.373064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:25:07.908294Z","caller":"traceutil/trace.go:171","msg":"trace[1320320743] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3280; }","duration":"471.436185ms","start":"2026-07-24T17:25:07.436846Z","end":"2026-07-24T17:25:07.908282Z","steps":["trace[1320320743] 'agreement among raft nodes before linearized reading' (duration: 471.298401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.908323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.367507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:25:07.90833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.436837Z","time spent":"471.485377ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:07.908338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.152693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:07.90837Z","caller":"traceutil/trace.go:171","msg":"trace[338625415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3280; }","duration":"473.447569ms","start":"2026-07-24T17:25:07.434906Z","end":"2026-07-24T17:25:07.908354Z","steps":["trace[338625415] 'agreement among raft nodes before linearized reading' (duration: 473.16242ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:07.908393Z","caller":"traceutil/trace.go:171","msg":"trace[795804979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3280; }","duration":"418.236176ms","start":"2026-07-24T17:25:07.490141Z","end":"2026-07-24T17:25:07.908377Z","steps":["trace[795804979] 'agreement among raft nodes before linearized reading' (duration: 418.086141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.908411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.434823Z","time spent":"473.579734ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:25:07.908419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.181034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:25:07.908534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.798277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:25:07.908564Z","caller":"traceutil/trace.go:171","msg":"trace[157441116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3280; }","duration":"418.279107ms","start":"2026-07-24T17:25:07.490219Z","end":"2026-07-24T17:25:07.908498Z","steps":["trace[157441116] 'agreement among raft nodes before linearized reading' (duration: 417.992168ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:07.908622Z","caller":"traceutil/trace.go:171","msg":"trace[2146893534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3280; }","duration":"335.912641ms","start":"2026-07-24T17:25:07.572676Z","end":"2026-07-24T17:25:07.908589Z","steps":["trace[2146893534] 'agreement among raft nodes before linearized reading' (duration: 335.792727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.908659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.490166Z","time spent":"418.475413ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:25:07.908681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.572646Z","time spent":"336.022323ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:07.908418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.114807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:25:07.909653Z","caller":"traceutil/trace.go:171","msg":"trace[818158344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3280; }","duration":"337.418388ms","start":"2026-07-24T17:25:07.572215Z","end":"2026-07-24T17:25:07.909634Z","steps":["trace[818158344] 'agreement among raft nodes before linearized reading' (duration: 335.971092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:07.909791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.572189Z","time spent":"337.582193ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:25:07.907726Z","caller":"traceutil/trace.go:171","msg":"trace[850915778] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"474.339628ms","start":"2026-07-24T17:25:07.433362Z","end":"2026-07-24T17:25:07.907702Z","steps":["trace[850915778] 'process raft request' (duration: 182.117355ms)","trace[850915778] 'compare' (duration: 291.410447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:07.910033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.433339Z","time spent":"476.635281ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:07.908447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.490125Z","time spent":"418.311108ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:08.806256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:08.462035Z","time spent":"344.212116ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:25:08.806783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.892543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:08.807444Z","caller":"traceutil/trace.go:171","msg":"trace[883219688] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"892.758631ms","start":"2026-07-24T17:25:07.914666Z","end":"2026-07-24T17:25:08.807424Z","steps":["trace[883219688] 'process raft request' (duration: 892.223224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:08.807513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.914642Z","time spent":"892.841173ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:08.80773Z","caller":"traceutil/trace.go:171","msg":"trace[1636318948] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"893.052991ms","start":"2026-07-24T17:25:07.914624Z","end":"2026-07-24T17:25:08.807677Z","steps":["trace[1636318948] 'process raft request' (duration: 490.188907ms)","trace[1636318948] 'compare' (duration: 401.80259ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:08.80773Z","caller":"traceutil/trace.go:171","msg":"trace[87597576] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"892.707709ms","start":"2026-07-24T17:25:07.914985Z","end":"2026-07-24T17:25:08.807693Z","steps":["trace[87597576] 'process raft request' (duration: 891.954425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:08.807789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.914609Z","time spent":"893.152423ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:08.807747Z","caller":"traceutil/trace.go:171","msg":"trace[630670468] linearizableReadLoop","detail":"{readStateIndex:3414; appliedIndex:3411; }","duration":"824.000626ms","start":"2026-07-24T17:25:07.983727Z","end":"2026-07-24T17:25:08.807728Z","steps":["trace[630670468] 'read index received' (duration: 421.197065ms)","trace[630670468] 'applied index is now lower than readState.Index' (duration: 402.801811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:08.807921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.914978Z","time spent":"892.829953ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:09.226264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.278829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:25:09.226351Z","caller":"traceutil/trace.go:171","msg":"trace[449657346] linearizableReadLoop","detail":"{readStateIndex:3415; appliedIndex:3414; }","duration":"418.37437ms","start":"2026-07-24T17:25:08.80796Z","end":"2026-07-24T17:25:09.226334Z","steps":["trace[449657346] 'read index received' (duration: 45.011µs)","trace[449657346] 'applied index is now lower than readState.Index' (duration: 418.328229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:09.226747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305145051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T17:25:09.226759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192289504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:25:09.226817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.217896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:09.226824Z","caller":"traceutil/trace.go:171","msg":"trace[1908174305] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3284; }","duration":"1.192395467s","start":"2026-07-24T17:25:08.034413Z","end":"2026-07-24T17:25:09.226808Z","steps":["trace[1908174305] 'agreement among raft nodes before linearized reading' (duration: 1.191965573s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:09.226836Z","caller":"traceutil/trace.go:171","msg":"trace[1675944647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3284; }","duration":"1.305259635s","start":"2026-07-24T17:25:07.921542Z","end":"2026-07-24T17:25:09.226801Z","steps":["trace[1675944647] 'agreement among raft nodes before linearized reading' (duration: 886.242604ms)","trace[1675944647] 'range keys from in-memory index tree' (duration: 418.830915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:09.226881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:07.921524Z","time spent":"1.305344157s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:25:09.226874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:08.034385Z","time spent":"1.19247641s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:25:09.227007Z","caller":"traceutil/trace.go:171","msg":"trace[1779667973] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3284; }","duration":"992.288507ms","start":"2026-07-24T17:25:08.234559Z","end":"2026-07-24T17:25:09.226847Z","steps":["trace[1779667973] 'agreement among raft nodes before linearized reading' (duration: 992.219525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:09.226989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121570063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:09.22706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:08.234544Z","time spent":"992.501644ms","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:09.227111Z","caller":"traceutil/trace.go:171","msg":"trace[2089173637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3284; }","duration":"1.121766229s","start":"2026-07-24T17:25:08.10532Z","end":"2026-07-24T17:25:09.227086Z","steps":["trace[2089173637] 'agreement among raft nodes before linearized reading' (duration: 1.121516891s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:09.227163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:08.105294Z","time spent":"1.121861242s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:09.227178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.162657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:09.227248Z","caller":"traceutil/trace.go:171","msg":"trace[1448321025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3284; }","duration":"699.333793ms","start":"2026-07-24T17:25:08.527898Z","end":"2026-07-24T17:25:09.227232Z","steps":["trace[1448321025] 'agreement among raft nodes before linearized reading' (duration: 699.187189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:09.227288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:08.527816Z","time spent":"699.461997ms","remote":"127.0.0.1:60104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:09.22736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.584814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:09.227468Z","caller":"traceutil/trace.go:171","msg":"trace[460101686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3284; }","duration":"952.939175ms","start":"2026-07-24T17:25:08.27451Z","end":"2026-07-24T17:25:09.227449Z","steps":["trace[460101686] 'agreement among raft nodes before linearized reading' (duration: 952.266604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:09.227565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:08.274493Z","time spent":"953.051958ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:09.227959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.437884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:25:09.228025Z","caller":"traceutil/trace.go:171","msg":"trace[1936670842] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3284; }","duration":"528.551197ms","start":"2026-07-24T17:25:08.699459Z","end":"2026-07-24T17:25:09.22801Z","steps":["trace[1936670842] 'agreement among raft nodes before linearized reading' (duration: 527.534015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:09.229075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:08.699437Z","time spent":"529.550759ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":280,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:09.433187Z","caller":"traceutil/trace.go:171","msg":"trace[122456203] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"306.479174ms","start":"2026-07-24T17:25:09.12669Z","end":"2026-07-24T17:25:09.433169Z","steps":["trace[122456203] 'process raft request' (duration: 306.208555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:09.434163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.126664Z","time spent":"307.376063ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:09.837744Z","caller":"traceutil/trace.go:171","msg":"trace[1339454121] linearizableReadLoop","detail":"{readStateIndex:3418; appliedIndex:3415; }","duration":"608.9282ms","start":"2026-07-24T17:25:09.228793Z","end":"2026-07-24T17:25:09.837721Z","steps":["trace[1339454121] 'read index received' (duration: 204.11078ms)","trace[1339454121] 'applied index is now lower than readState.Index' (duration: 404.81652ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:09.837816Z","caller":"traceutil/trace.go:171","msg":"trace[1466050820] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"659.721ms","start":"2026-07-24T17:25:09.178059Z","end":"2026-07-24T17:25:09.83778Z","steps":["trace[1466050820] 'process raft request' (duration: 621.320435ms)","trace[1466050820] 'compare' (duration: 38.190778ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:09.837841Z","caller":"traceutil/trace.go:171","msg":"trace[1398668757] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"659.715609ms","start":"2026-07-24T17:25:09.178086Z","end":"2026-07-24T17:25:09.837802Z","steps":["trace[1398668757] 'process raft request' (duration: 659.590735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:09.83789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.062794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:09.837936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.178032Z","time spent":"659.836653ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:09.837967Z","caller":"traceutil/trace.go:171","msg":"trace[611260789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3287; }","duration":"609.182848ms","start":"2026-07-24T17:25:09.228764Z","end":"2026-07-24T17:25:09.837947Z","steps":["trace[611260789] 'agreement among raft nodes before linearized reading' (duration: 609.034063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:09.838215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.228614Z","time spent":"609.56767ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:09.838057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.178061Z","time spent":"659.882105ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:10.533312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.627234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:10.533518Z","caller":"traceutil/trace.go:171","msg":"trace[1755276322] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"619.576782ms","start":"2026-07-24T17:25:09.913924Z","end":"2026-07-24T17:25:10.533501Z","steps":["trace[1755276322] 'process raft request' (duration: 619.539801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:10.53358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.913898Z","time spent":"619.652064ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:10.533745Z","caller":"traceutil/trace.go:171","msg":"trace[110160064] linearizableReadLoop","detail":"{readStateIndex:3419; appliedIndex:3418; }","duration":"695.936197ms","start":"2026-07-24T17:25:09.837798Z","end":"2026-07-24T17:25:10.533734Z","steps":["trace[110160064] 'read index received' (duration: 149.814748ms)","trace[110160064] 'applied index is now lower than readState.Index' (duration: 546.120299ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:10.533741Z","caller":"traceutil/trace.go:171","msg":"trace[1970760736] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"1.097912467s","start":"2026-07-24T17:25:09.43578Z","end":"2026-07-24T17:25:10.533693Z","steps":["trace[1970760736] 'process raft request' (duration: 551.827619ms)","trace[1970760736] 'compare' (duration: 545.355685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:10.533888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.233173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:10.533878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.435739Z","time spent":"1.098063781s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:10.533923Z","caller":"traceutil/trace.go:171","msg":"trace[155596723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3290; }","duration":"689.300575ms","start":"2026-07-24T17:25:09.844613Z","end":"2026-07-24T17:25:10.533914Z","steps":["trace[155596723] 'agreement among raft nodes before linearized reading' (duration: 689.209122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:10.533959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.844595Z","time spent":"689.355647ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:10.53401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303037018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:25:10.534087Z","caller":"traceutil/trace.go:171","msg":"trace[1799427793] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3290; }","duration":"1.303146052s","start":"2026-07-24T17:25:09.230923Z","end":"2026-07-24T17:25:10.534069Z","steps":["trace[1799427793] 'agreement among raft nodes before linearized reading' (duration: 1.302889254s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:10.53415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.230908Z","time spent":"1.303222764s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:25:10.534221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.302875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T17:25:10.534225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.291892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:25:10.534283Z","caller":"traceutil/trace.go:171","msg":"trace[971417825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3290; }","duration":"545.407106ms","start":"2026-07-24T17:25:09.988861Z","end":"2026-07-24T17:25:10.534268Z","steps":["trace[971417825] 'agreement among raft nodes before linearized reading' (duration: 545.257312ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:10.534283Z","caller":"traceutil/trace.go:171","msg":"trace[1850917295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3290; }","duration":"620.379838ms","start":"2026-07-24T17:25:09.913878Z","end":"2026-07-24T17:25:10.534258Z","steps":["trace[1850917295] 'agreement among raft nodes before linearized reading' (duration: 620.236443ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:10.534302Z","caller":"traceutil/trace.go:171","msg":"trace[806953796] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"620.590755ms","start":"2026-07-24T17:25:09.913652Z","end":"2026-07-24T17:25:10.534243Z","steps":["trace[806953796] 'process raft request' (duration: 619.754728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:10.534451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.913628Z","time spent":"620.788151ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:10.534337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.98882Z","time spent":"545.505ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:10.534349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:09.913866Z","time spent":"620.46812ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:25:10.996538Z","caller":"traceutil/trace.go:171","msg":"trace[1017852] linearizableReadLoop","detail":"{readStateIndex:3423; appliedIndex:3421; }","duration":"454.858893ms","start":"2026-07-24T17:25:10.541661Z","end":"2026-07-24T17:25:10.99652Z","steps":["trace[1017852] 'read index received' (duration: 60.438401ms)","trace[1017852] 'applied index is now lower than readState.Index' (duration: 394.419952ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:10.996685Z","caller":"traceutil/trace.go:171","msg":"trace[901211401] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"457.117796ms","start":"2026-07-24T17:25:10.539556Z","end":"2026-07-24T17:25:10.996674Z","steps":["trace[901211401] 'process raft request' (duration: 412.997007ms)","trace[901211401] 'compare' (duration: 43.897562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:10.996757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:10.539547Z","time spent":"457.160697ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:10.996963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.278378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:25:10.997038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.084092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:25:10.997033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.249665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:10.997055Z","caller":"traceutil/trace.go:171","msg":"trace[891230557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3292; }","duration":"184.135973ms","start":"2026-07-24T17:25:10.812913Z","end":"2026-07-24T17:25:10.997049Z","steps":["trace[891230557] 'agreement among raft nodes before linearized reading' (duration: 184.101292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:10.99705Z","caller":"traceutil/trace.go:171","msg":"trace[1886518463] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3292; }","duration":"455.390161ms","start":"2026-07-24T17:25:10.541637Z","end":"2026-07-24T17:25:10.997028Z","steps":["trace[1886518463] 'agreement among raft nodes before linearized reading' (duration: 455.037099ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:10.997074Z","caller":"traceutil/trace.go:171","msg":"trace[631839236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3292; }","duration":"183.310938ms","start":"2026-07-24T17:25:10.813752Z","end":"2026-07-24T17:25:10.997063Z","steps":["trace[631839236] 'agreement among raft nodes before linearized reading' (duration: 183.198484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:10.996998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.384341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:25:10.997382Z","caller":"traceutil/trace.go:171","msg":"trace[1703102881] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3292; }","duration":"317.808365ms","start":"2026-07-24T17:25:10.679568Z","end":"2026-07-24T17:25:10.997376Z","steps":["trace[1703102881] 'agreement among raft nodes before linearized reading' (duration: 317.371171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:10.997404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:10.679526Z","time spent":"317.870127ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:25:10.99737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.381723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:25:10.997463Z","caller":"traceutil/trace.go:171","msg":"trace[1468215895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3292; }","duration":"185.528068ms","start":"2026-07-24T17:25:10.811912Z","end":"2026-07-24T17:25:10.99744Z","steps":["trace[1468215895] 'agreement among raft nodes before linearized reading' (duration: 185.209478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:10.997106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:10.541629Z","time spent":"455.462844ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:10.997349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.587865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:10.998195Z","caller":"traceutil/trace.go:171","msg":"trace[1168172962] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3292; }","duration":"173.465223ms","start":"2026-07-24T17:25:10.824709Z","end":"2026-07-24T17:25:10.998174Z","steps":["trace[1168172962] 'agreement among raft nodes before linearized reading' (duration: 172.510023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:11.786483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.825711ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:25:11.786847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:10.998116Z","time spent":"788.723399ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:25:11.787194Z","caller":"traceutil/trace.go:171","msg":"trace[615299379] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"785.471144ms","start":"2026-07-24T17:25:11.001705Z","end":"2026-07-24T17:25:11.787177Z","steps":["trace[615299379] 'process raft request' (duration: 785.200436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:11.787297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:11.001687Z","time spent":"785.549867ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:11.78734Z","caller":"traceutil/trace.go:171","msg":"trace[993666036] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"785.773204ms","start":"2026-07-24T17:25:11.001536Z","end":"2026-07-24T17:25:11.78731Z","steps":["trace[993666036] 'process raft request' (duration: 785.04077ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:11.787429Z","caller":"traceutil/trace.go:171","msg":"trace[121237291] linearizableReadLoop","detail":"{readStateIndex:3427; appliedIndex:3423; }","duration":"682.040513ms","start":"2026-07-24T17:25:11.105373Z","end":"2026-07-24T17:25:11.787413Z","steps":["trace[121237291] 'read index received' (duration: 171.251032ms)","trace[121237291] 'applied index is now lower than readState.Index' (duration: 510.788701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:11.787471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:11.001514Z","time spent":"785.882197ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:11.787489Z","caller":"traceutil/trace.go:171","msg":"trace[1829328257] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"785.771874ms","start":"2026-07-24T17:25:11.001705Z","end":"2026-07-24T17:25:11.787477Z","steps":["trace[1829328257] 'process raft request' (duration: 785.389632ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:11.787536Z","caller":"traceutil/trace.go:171","msg":"trace[481565054] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"349.140248ms","start":"2026-07-24T17:25:11.438387Z","end":"2026-07-24T17:25:11.787528Z","steps":["trace[481565054] 'process raft request' (duration: 348.956072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:11.787583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:11.001687Z","time spent":"785.862877ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:11.787614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:11.438368Z","time spent":"349.186369ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:11.787761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.390705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:11.787862Z","caller":"traceutil/trace.go:171","msg":"trace[1048726008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3296; }","duration":"682.452457ms","start":"2026-07-24T17:25:11.10536Z","end":"2026-07-24T17:25:11.787813Z","steps":["trace[1048726008] 'agreement among raft nodes before linearized reading' (duration: 682.104506ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:11.788017Z","caller":"traceutil/trace.go:171","msg":"trace[1684407317] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"105.457786ms","start":"2026-07-24T17:25:11.682545Z","end":"2026-07-24T17:25:11.788002Z","steps":["trace[1684407317] 'process raft request' (duration: 104.95547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:11.788818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:11.105315Z","time spent":"682.591641ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:12.713771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.925355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:12.713862Z","caller":"traceutil/trace.go:171","msg":"trace[1985079706] linearizableReadLoop","detail":"{readStateIndex:3430; appliedIndex:3429; }","duration":"923.643402ms","start":"2026-07-24T17:25:11.790206Z","end":"2026-07-24T17:25:12.71385Z","steps":["trace[1985079706] 'read index received' (duration: 161.521571ms)","trace[1985079706] 'applied index is now lower than readState.Index' (duration: 762.120561ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:12.714057Z","caller":"traceutil/trace.go:171","msg":"trace[421204738] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"925.025277ms","start":"2026-07-24T17:25:11.789021Z","end":"2026-07-24T17:25:12.714047Z","steps":["trace[421204738] 'process raft request' (duration: 162.75499ms)","trace[421204738] 'compare' (duration: 761.609685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:12.714163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:11.788965Z","time spent":"925.115799ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:12.71437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.161979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:12.714393Z","caller":"traceutil/trace.go:171","msg":"trace[885592839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3298; }","duration":"924.22483ms","start":"2026-07-24T17:25:11.790162Z","end":"2026-07-24T17:25:12.714387Z","steps":["trace[885592839] 'agreement among raft nodes before linearized reading' (duration: 924.164579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:12.714412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:11.790145Z","time spent":"924.261592ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:13.214938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389108,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:25:13.306991Z","caller":"traceutil/trace.go:171","msg":"trace[2012809642] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"765.958865ms","start":"2026-07-24T17:25:12.541001Z","end":"2026-07-24T17:25:13.30696Z","steps":["trace[2012809642] 'process raft request' (duration: 765.338585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:13.307378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.540975Z","time spent":"766.194383ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:13.956198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.195623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:13.956768Z","caller":"traceutil/trace.go:171","msg":"trace[786067158] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"1.415418904s","start":"2026-07-24T17:25:12.541327Z","end":"2026-07-24T17:25:13.956746Z","steps":["trace[786067158] 'process raft request' (duration: 1.261593081s)","trace[786067158] 'compare' (duration: 152.999126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:13.957089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.541313Z","time spent":"1.415516368s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:13.957136Z","caller":"traceutil/trace.go:171","msg":"trace[1439657111] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"1.415079593s","start":"2026-07-24T17:25:12.541798Z","end":"2026-07-24T17:25:13.956877Z","steps":["trace[1439657111] 'process raft request' (duration: 1.414510105s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:13.957309Z","caller":"traceutil/trace.go:171","msg":"trace[1903755084] linearizableReadLoop","detail":"{readStateIndex:3434; appliedIndex:3430; }","duration":"1.243265933s","start":"2026-07-24T17:25:12.714014Z","end":"2026-07-24T17:25:13.95728Z","steps":["trace[1903755084] 'read index received' (duration: 592.342527ms)","trace[1903755084] 'applied index is now lower than readState.Index' (duration: 650.922086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:13.95733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.541786Z","time spent":"1.415444126s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:13.957475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35105158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:25:13.95752Z","caller":"traceutil/trace.go:171","msg":"trace[24832619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3302; }","duration":"1.351133453s","start":"2026-07-24T17:25:12.606376Z","end":"2026-07-24T17:25:13.957509Z","steps":["trace[24832619] 'agreement among raft nodes before linearized reading' (duration: 1.350985288s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:13.957549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.606343Z","time spent":"1.351198365s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:13.957561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923087227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:13.957598Z","caller":"traceutil/trace.go:171","msg":"trace[211490821] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3302; }","duration":"1.92317659s","start":"2026-07-24T17:25:12.03441Z","end":"2026-07-24T17:25:13.957586Z","steps":["trace[211490821] 'agreement among raft nodes before linearized reading' (duration: 1.923012845s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:13.957641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.03439Z","time spent":"1.923241972s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:25:13.957372Z","caller":"traceutil/trace.go:171","msg":"trace[2134168956] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"969.097949ms","start":"2026-07-24T17:25:12.988241Z","end":"2026-07-24T17:25:13.957339Z","steps":["trace[2134168956] 'process raft request' (duration: 968.883462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:13.958501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.988211Z","time spent":"970.188174ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:14.030652Z","caller":"traceutil/trace.go:171","msg":"trace[182802527] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"237.633868ms","start":"2026-07-24T17:25:13.792998Z","end":"2026-07-24T17:25:14.030632Z","steps":["trace[182802527] 'process raft request' (duration: 237.504234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:14.030845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.811806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:25:14.030861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029421401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:25:14.030907Z","caller":"traceutil/trace.go:171","msg":"trace[1050878938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3303; }","duration":"238.906949ms","start":"2026-07-24T17:25:13.791987Z","end":"2026-07-24T17:25:14.030894Z","steps":["trace[1050878938] 'agreement among raft nodes before linearized reading' (duration: 238.696582ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:14.030931Z","caller":"traceutil/trace.go:171","msg":"trace[10988193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3303; }","duration":"1.029535174s","start":"2026-07-24T17:25:13.001376Z","end":"2026-07-24T17:25:14.030911Z","steps":["trace[10988193] 'agreement among raft nodes before linearized reading' (duration: 1.029340178s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:14.030947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.984851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:25:14.030971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:13.001358Z","time spent":"1.029604666s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:25:14.030986Z","caller":"traceutil/trace.go:171","msg":"trace[893733717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3303; }","duration":"239.058164ms","start":"2026-07-24T17:25:13.791918Z","end":"2026-07-24T17:25:14.030976Z","steps":["trace[893733717] 'agreement among raft nodes before linearized reading' (duration: 238.956971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:14.031056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310054462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:14.03109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313619226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:25:14.031231Z","caller":"traceutil/trace.go:171","msg":"trace[854962007] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3303; }","duration":"1.313803932s","start":"2026-07-24T17:25:12.717406Z","end":"2026-07-24T17:25:14.03121Z","steps":["trace[854962007] 'agreement among raft nodes before linearized reading' (duration: 1.313568504s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:14.031251Z","caller":"traceutil/trace.go:171","msg":"trace[691053494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3303; }","duration":"1.310268088s","start":"2026-07-24T17:25:12.720914Z","end":"2026-07-24T17:25:14.031182Z","steps":["trace[691053494] 'agreement among raft nodes before linearized reading' (duration: 1.309988219s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:14.031091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296410504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:14.0313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.717391Z","time spent":"1.313892564s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:25:14.031307Z","caller":"traceutil/trace.go:171","msg":"trace[351994513] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3303; }","duration":"1.296670613s","start":"2026-07-24T17:25:12.734625Z","end":"2026-07-24T17:25:14.031295Z","steps":["trace[351994513] 'agreement among raft nodes before linearized reading' (duration: 1.296431135s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:14.031306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.644423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:14.031416Z","caller":"traceutil/trace.go:171","msg":"trace[926349891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3303; }","duration":"239.841939ms","start":"2026-07-24T17:25:13.79156Z","end":"2026-07-24T17:25:14.031402Z","steps":["trace[926349891] 'agreement among raft nodes before linearized reading' (duration: 239.471277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:14.031301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.720902Z","time spent":"1.310387042s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:14.031354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:12.73459Z","time spent":"1.296753465s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:14.531317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:25:15.254274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.769728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:15.254483Z","caller":"traceutil/trace.go:171","msg":"trace[584941413] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"1.292369416s","start":"2026-07-24T17:25:13.962083Z","end":"2026-07-24T17:25:15.254452Z","steps":["trace[584941413] 'process raft request' (duration: 835.339399ms)","trace[584941413] 'compare' (duration: 455.696494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:15.254631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:13.96207Z","time spent":"1.29248602s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:15.255024Z","caller":"traceutil/trace.go:171","msg":"trace[1714725035] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"1.219683199s","start":"2026-07-24T17:25:14.035327Z","end":"2026-07-24T17:25:15.255011Z","steps":["trace[1714725035] 'process raft request' (duration: 1.219045778s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:15.255085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.035312Z","time spent":"1.21974499s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:15.255166Z","caller":"traceutil/trace.go:171","msg":"trace[1224598990] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"1.219589065s","start":"2026-07-24T17:25:14.035502Z","end":"2026-07-24T17:25:15.255091Z","steps":["trace[1224598990] 'process raft request' (duration: 1.219452931s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:15.255296Z","caller":"traceutil/trace.go:171","msg":"trace[1766655177] linearizableReadLoop","detail":"{readStateIndex:3441; appliedIndex:3435; }","duration":"1.224629708s","start":"2026-07-24T17:25:14.030656Z","end":"2026-07-24T17:25:15.255285Z","steps":["trace[1766655177] 'read index received' (duration: 766.873578ms)","trace[1766655177] 'applied index is now lower than readState.Index' (duration: 457.75548ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:15.255334Z","caller":"traceutil/trace.go:171","msg":"trace[1724556489] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"1.218376447s","start":"2026-07-24T17:25:14.036939Z","end":"2026-07-24T17:25:15.255315Z","steps":["trace[1724556489] 'process raft request' (duration: 1.218261373s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:15.255376Z","caller":"traceutil/trace.go:171","msg":"trace[241911405] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"1.219430761s","start":"2026-07-24T17:25:14.035919Z","end":"2026-07-24T17:25:15.25535Z","steps":["trace[241911405] 'process raft request' (duration: 1.219120751s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:15.25542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.036923Z","time spent":"1.218463379s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:15.25543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.035485Z","time spent":"1.219792342s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:15.255524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.777307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:15.255491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294382211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:25:15.255359Z","caller":"traceutil/trace.go:171","msg":"trace[1914248276] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"1.003060265s","start":"2026-07-24T17:25:14.25229Z","end":"2026-07-24T17:25:15.255351Z","steps":["trace[1914248276] 'process raft request' (duration: 1.002966732s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:15.255559Z","caller":"traceutil/trace.go:171","msg":"trace[544363953] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3309; }","duration":"597.85527ms","start":"2026-07-24T17:25:14.657696Z","end":"2026-07-24T17:25:15.255551Z","steps":["trace[544363953] 'agreement among raft nodes before linearized reading' (duration: 597.810089ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:15.25557Z","caller":"traceutil/trace.go:171","msg":"trace[1770467053] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3309; }","duration":"1.294479614s","start":"2026-07-24T17:25:13.961079Z","end":"2026-07-24T17:25:15.255559Z","steps":["trace[1770467053] 'agreement among raft nodes before linearized reading' (duration: 1.29434867s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:15.25559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.657637Z","time spent":"597.945373ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:15.255609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:13.961062Z","time spent":"1.294535316s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:25:15.255412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.294988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:15.255696Z","caller":"traceutil/trace.go:171","msg":"trace[907056257] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3309; }","duration":"837.607018ms","start":"2026-07-24T17:25:14.418078Z","end":"2026-07-24T17:25:15.255685Z","steps":["trace[907056257] 'agreement among raft nodes before linearized reading' (duration: 837.306249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:15.255689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020685542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:25:15.25572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222576281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:25:15.2557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.252263Z","time spent":"1.003350434s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:15.255751Z","caller":"traceutil/trace.go:171","msg":"trace[823620756] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3309; }","duration":"1.222632113s","start":"2026-07-24T17:25:14.033111Z","end":"2026-07-24T17:25:15.255743Z","steps":["trace[823620756] 'agreement among raft nodes before linearized reading' (duration: 1.222545801s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:15.255773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.033091Z","time spent":"1.222677235s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:25:15.255519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.035903Z","time spent":"1.219543814s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:15.255761Z","caller":"traceutil/trace.go:171","msg":"trace[1730558733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3309; }","duration":"1.020791645s","start":"2026-07-24T17:25:14.234949Z","end":"2026-07-24T17:25:15.25574Z","steps":["trace[1730558733] 'agreement among raft nodes before linearized reading' (duration: 1.020577708s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:15.255718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.418063Z","time spent":"837.648219ms","remote":"127.0.0.1:47272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:15.255866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.23493Z","time spent":"1.020887779s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:25:15.255966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22283388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:15.25625Z","caller":"traceutil/trace.go:171","msg":"trace[290644800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3309; }","duration":"1.223403288s","start":"2026-07-24T17:25:14.032831Z","end":"2026-07-24T17:25:15.256234Z","steps":["trace[290644800] 'agreement among raft nodes before linearized reading' (duration: 1.22253452s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:15.256419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:14.03282Z","time spent":"1.223549843s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:15.815894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:25:16.317378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.080085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:16.317542Z","caller":"traceutil/trace.go:171","msg":"trace[1820924978] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"1.004401222s","start":"2026-07-24T17:25:15.313114Z","end":"2026-07-24T17:25:16.317515Z","steps":["trace[1820924978] 'process raft request' (duration: 730.12177ms)","trace[1820924978] 'compare' (duration: 273.777126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:16.317793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002553723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:25:16.317826Z","caller":"traceutil/trace.go:171","msg":"trace[400515670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3313; }","duration":"1.002669866s","start":"2026-07-24T17:25:15.315149Z","end":"2026-07-24T17:25:16.317819Z","steps":["trace[400515670] 'agreement among raft nodes before linearized reading' (duration: 1.002537181s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:16.317853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:15.315081Z","time spent":"1.00276604s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:25:16.317644Z","caller":"traceutil/trace.go:171","msg":"trace[1313399897] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"280.213453ms","start":"2026-07-24T17:25:16.037414Z","end":"2026-07-24T17:25:16.317627Z","steps":["trace[1313399897] 'process raft request' (duration: 280.178162ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:16.318113Z","caller":"traceutil/trace.go:171","msg":"trace[1894398669] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"354.961906ms","start":"2026-07-24T17:25:15.963129Z","end":"2026-07-24T17:25:16.31809Z","steps":["trace[1894398669] 'process raft request' (duration: 354.423529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:16.318223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:15.963116Z","time spent":"355.048689ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:16.317672Z","caller":"traceutil/trace.go:171","msg":"trace[202430268] linearizableReadLoop","detail":"{readStateIndex:3442; appliedIndex:3441; }","duration":"1.002417548s","start":"2026-07-24T17:25:15.315248Z","end":"2026-07-24T17:25:16.317666Z","steps":["trace[202430268] 'read index received' (duration: 727.986611ms)","trace[202430268] 'applied index is now lower than readState.Index' (duration: 274.430347ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:16.318281Z","caller":"traceutil/trace.go:171","msg":"trace[1837864714] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"356.63596ms","start":"2026-07-24T17:25:15.961634Z","end":"2026-07-24T17:25:16.31827Z","steps":["trace[1837864714] 'process raft request' (duration: 355.828324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:16.318358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:15.961609Z","time spent":"356.706653ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:16.318626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:15.313097Z","time spent":"1.004706662s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:16.582383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.230606ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:25:16.582451Z","caller":"traceutil/trace.go:171","msg":"trace[1287811522] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3445; }","duration":"264.170376ms","start":"2026-07-24T17:25:16.318269Z","end":"2026-07-24T17:25:16.58244Z","steps":["trace[1287811522] 'read index received' (duration: 34.890618ms)","trace[1287811522] 'applied index is now lower than readState.Index' (duration: 229.278998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:16.58255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127447287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:16.582619Z","caller":"traceutil/trace.go:171","msg":"trace[1160321690] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3313; }","duration":"1.12756582s","start":"2026-07-24T17:25:15.455036Z","end":"2026-07-24T17:25:16.582602Z","steps":["trace[1160321690] 'agreement among raft nodes before linearized reading' (duration: 1.127439206s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:16.582653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:15.455015Z","time spent":"1.127629903s","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:16.58263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.976017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:16.58272Z","caller":"traceutil/trace.go:171","msg":"trace[1726403745] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3313; }","duration":"549.106052ms","start":"2026-07-24T17:25:16.033592Z","end":"2026-07-24T17:25:16.582698Z","steps":["trace[1726403745] 'agreement among raft nodes before linearized reading' (duration: 548.865114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:16.582584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.205304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"warn","ts":"2026-07-24T17:25:16.582774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:16.033572Z","time spent":"549.190654ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:25:16.582785Z","caller":"traceutil/trace.go:171","msg":"trace[1484812816] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3313; }","duration":"263.427222ms","start":"2026-07-24T17:25:16.319342Z","end":"2026-07-24T17:25:16.582769Z","steps":["trace[1484812816] 'agreement among raft nodes before linearized reading' (duration: 263.155343ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:17.560921Z","caller":"traceutil/trace.go:171","msg":"trace[107714935] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"296.058383ms","start":"2026-07-24T17:25:17.264841Z","end":"2026-07-24T17:25:17.5609Z","steps":["trace[107714935] 'process raft request' (duration: 295.934719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:18.502438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.401636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:18.502658Z","caller":"traceutil/trace.go:171","msg":"trace[1536135584] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3447; }","duration":"468.628005ms","start":"2026-07-24T17:25:18.034014Z","end":"2026-07-24T17:25:18.502642Z","steps":["trace[1536135584] 'read index received' (duration: 47.172µs)","trace[1536135584] 'applied index is now lower than readState.Index' (duration: 468.579833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:18.502857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.845132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:18.502896Z","caller":"traceutil/trace.go:171","msg":"trace[1119239931] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3318; }","duration":"468.921274ms","start":"2026-07-24T17:25:18.033965Z","end":"2026-07-24T17:25:18.502886Z","steps":["trace[1119239931] 'agreement among raft nodes before linearized reading' (duration: 468.729678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:18.502929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:18.033935Z","time spent":"468.986486ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:25:18.502955Z","caller":"traceutil/trace.go:171","msg":"trace[750754341] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"1.237495764s","start":"2026-07-24T17:25:17.265448Z","end":"2026-07-24T17:25:18.502944Z","steps":["trace[750754341] 'process raft request' (duration: 1.2370733s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:18.503002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:17.265435Z","time spent":"1.237544676s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:18.503081Z","caller":"traceutil/trace.go:171","msg":"trace[1959567485] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"1.238112104s","start":"2026-07-24T17:25:17.264962Z","end":"2026-07-24T17:25:18.503074Z","steps":["trace[1959567485] 'process raft request' (duration: 749.005075ms)","trace[1959567485] 'compare' (duration: 488.280993ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:18.503098Z","caller":"traceutil/trace.go:171","msg":"trace[1787760989] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"1.2373461s","start":"2026-07-24T17:25:17.265742Z","end":"2026-07-24T17:25:18.503088Z","steps":["trace[1787760989] 'process raft request' (duration: 1.236830293s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:18.503135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:17.264932Z","time spent":"1.238184707s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:18.503152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:17.265729Z","time spent":"1.237392101s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:18.503276Z","caller":"traceutil/trace.go:171","msg":"trace[158058600] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"1.237402782s","start":"2026-07-24T17:25:17.265865Z","end":"2026-07-24T17:25:18.503267Z","steps":["trace[158058600] 'process raft request' (duration: 1.23674063s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:18.503333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:17.265849Z","time spent":"1.237454533s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:19.234505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.963333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:19.234624Z","caller":"traceutil/trace.go:171","msg":"trace[686527808] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"909.967798ms","start":"2026-07-24T17:25:18.324621Z","end":"2026-07-24T17:25:19.234589Z","steps":["trace[686527808] 'process raft request' (duration: 385.82358ms)","trace[686527808] 'compare' (duration: 523.648242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:19.234674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:18.324592Z","time spent":"910.060761ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:19.747495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036979587s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:25:20.303197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.319425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:20.303711Z","caller":"traceutil/trace.go:171","msg":"trace[1465436362] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"1.97900801s","start":"2026-07-24T17:25:18.32468Z","end":"2026-07-24T17:25:20.303688Z","steps":["trace[1465436362] 'process raft request' (duration: 1.423132788s)","trace[1465436362] 'compare' (duration: 554.951372ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:20.303802Z","caller":"traceutil/trace.go:171","msg":"trace[656665291] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"1.011290487s","start":"2026-07-24T17:25:19.292499Z","end":"2026-07-24T17:25:20.30379Z","steps":["trace[656665291] 'process raft request' (duration: 1.011252715s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:20.30382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:18.324645Z","time spent":"1.979117374s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:20.303867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:19.292472Z","time spent":"1.011372748s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:20.303994Z","caller":"traceutil/trace.go:171","msg":"trace[615499283] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"1.978658009s","start":"2026-07-24T17:25:18.325329Z","end":"2026-07-24T17:25:20.303987Z","steps":["trace[615499283] 'process raft request' (duration: 1.97838804s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:20.304025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:18.325322Z","time spent":"1.97868917s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:20.303975Z","caller":"traceutil/trace.go:171","msg":"trace[921435233] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"1.978886176s","start":"2026-07-24T17:25:18.325061Z","end":"2026-07-24T17:25:20.303947Z","steps":["trace[921435233] 'process raft request' (duration: 1.978206874s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:20.304078Z","caller":"traceutil/trace.go:171","msg":"trace[1911743504] linearizableReadLoop","detail":"{readStateIndex:3455; appliedIndex:3451; }","duration":"1.797724432s","start":"2026-07-24T17:25:18.506347Z","end":"2026-07-24T17:25:20.304071Z","steps":["trace[1911743504] 'read index received' (duration: 204.117407ms)","trace[1911743504] 'applied index is now lower than readState.Index' (duration: 1.593606295s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:20.304139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:18.325053Z","time spent":"1.979017241s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:20.304217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198549609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:20.304258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.24743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:25:20.304279Z","caller":"traceutil/trace.go:171","msg":"trace[1935368314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3323; }","duration":"739.298291ms","start":"2026-07-24T17:25:19.564974Z","end":"2026-07-24T17:25:20.304273Z","steps":["trace[1935368314] 'agreement among raft nodes before linearized reading' (duration: 739.220049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:20.304277Z","caller":"traceutil/trace.go:171","msg":"trace[1248695611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3323; }","duration":"1.198619891s","start":"2026-07-24T17:25:19.105642Z","end":"2026-07-24T17:25:20.304262Z","steps":["trace[1248695611] 'agreement among raft nodes before linearized reading' (duration: 1.198521778s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:20.304302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:19.564957Z","time spent":"739.338652ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:20.304327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:19.105583Z","time spent":"1.198731115s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:20.304331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797989081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:25:20.304365Z","caller":"traceutil/trace.go:171","msg":"trace[361422391] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3323; }","duration":"1.798069873s","start":"2026-07-24T17:25:18.506287Z","end":"2026-07-24T17:25:20.304357Z","steps":["trace[361422391] 'agreement among raft nodes before linearized reading' (duration: 1.797881347s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:20.304407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:18.506266Z","time spent":"1.798133725s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:25:20.603435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.945812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:20.603515Z","caller":"traceutil/trace.go:171","msg":"trace[447326814] linearizableReadLoop","detail":"{readStateIndex:3457; appliedIndex:3456; }","duration":"292.974413ms","start":"2026-07-24T17:25:20.310529Z","end":"2026-07-24T17:25:20.603504Z","steps":["trace[447326814] 'read index received' (duration: 129.624548ms)","trace[447326814] 'applied index is now lower than readState.Index' (duration: 163.349005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:20.603662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.126848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:25:20.603697Z","caller":"traceutil/trace.go:171","msg":"trace[1776374428] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3324; }","duration":"293.18864ms","start":"2026-07-24T17:25:20.310501Z","end":"2026-07-24T17:25:20.603689Z","steps":["trace[1776374428] 'agreement among raft nodes before linearized reading' (duration: 293.064836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:20.60367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.237657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:20.603758Z","caller":"traceutil/trace.go:171","msg":"trace[1247251113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3324; }","duration":"291.358881ms","start":"2026-07-24T17:25:20.31238Z","end":"2026-07-24T17:25:20.603739Z","steps":["trace[1247251113] 'agreement among raft nodes before linearized reading' (duration: 291.227267ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:20.603841Z","caller":"traceutil/trace.go:171","msg":"trace[1669607150] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"294.562055ms","start":"2026-07-24T17:25:20.308946Z","end":"2026-07-24T17:25:20.603508Z","steps":["trace[1669607150] 'process raft request' (duration: 131.255161ms)","trace[1669607150] 'compare' (duration: 162.817188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:20.604195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.817218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:20.604316Z","caller":"traceutil/trace.go:171","msg":"trace[324827763] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3324; }","duration":"107.921632ms","start":"2026-07-24T17:25:20.496308Z","end":"2026-07-24T17:25:20.60423Z","steps":["trace[324827763] 'agreement among raft nodes before linearized reading' (duration: 107.826439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:21.192276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.232736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:21.192547Z","caller":"traceutil/trace.go:171","msg":"trace[886239941] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"584.606933ms","start":"2026-07-24T17:25:20.607916Z","end":"2026-07-24T17:25:21.192523Z","steps":["trace[886239941] 'process raft request' (duration: 419.051867ms)","trace[886239941] 'compare' (duration: 164.391698ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:21.192643Z","caller":"traceutil/trace.go:171","msg":"trace[1857732030] linearizableReadLoop","detail":"{readStateIndex:3461; appliedIndex:3458; }","duration":"512.104775ms","start":"2026-07-24T17:25:20.680516Z","end":"2026-07-24T17:25:21.19262Z","steps":["trace[1857732030] 'read index received' (duration: 346.396263ms)","trace[1857732030] 'applied index is now lower than readState.Index' (duration: 165.707412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:21.192681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:20.607904Z","time spent":"584.744569ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:21.192559Z","caller":"traceutil/trace.go:171","msg":"trace[286052498] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"584.459639ms","start":"2026-07-24T17:25:20.608081Z","end":"2026-07-24T17:25:21.192541Z","steps":["trace[286052498] 'process raft request' (duration: 584.316004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:21.192895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.595791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:21.192883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:20.608056Z","time spent":"584.773349ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:21.192959Z","caller":"traceutil/trace.go:171","msg":"trace[2007640511] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3328; }","duration":"284.679304ms","start":"2026-07-24T17:25:20.908248Z","end":"2026-07-24T17:25:21.192928Z","steps":["trace[2007640511] 'agreement among raft nodes before linearized reading' (duration: 284.621432ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:21.19287Z","caller":"traceutil/trace.go:171","msg":"trace[216035079] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"584.437208ms","start":"2026-07-24T17:25:20.608306Z","end":"2026-07-24T17:25:21.192744Z","steps":["trace[216035079] 'process raft request' (duration: 584.160069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:21.193088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.57324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:25:21.193153Z","caller":"traceutil/trace.go:171","msg":"trace[638014161] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3328; }","duration":"512.679943ms","start":"2026-07-24T17:25:20.680456Z","end":"2026-07-24T17:25:21.193136Z","steps":["trace[638014161] 'agreement among raft nodes before linearized reading' (duration: 512.290101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:21.193152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.723886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:21.193196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:20.680436Z","time spent":"512.749816ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:25:21.193181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:20.608285Z","time spent":"584.733668ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:21.193211Z","caller":"traceutil/trace.go:171","msg":"trace[171514554] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3328; }","duration":"155.816779ms","start":"2026-07-24T17:25:21.037378Z","end":"2026-07-24T17:25:21.193195Z","steps":["trace[171514554] 'agreement among raft nodes before linearized reading' (duration: 155.701896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:21.609495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.331138ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:25:21.609954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:21.194473Z","time spent":"415.473633ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:25:21.610216Z","caller":"traceutil/trace.go:171","msg":"trace[1455979822] linearizableReadLoop","detail":"{readStateIndex:3463; appliedIndex:3461; }","duration":"302.449919ms","start":"2026-07-24T17:25:21.307744Z","end":"2026-07-24T17:25:21.610194Z","steps":["trace[1455979822] 'read index received' (duration: 121.292804ms)","trace[1455979822] 'applied index is now lower than readState.Index' (duration: 181.155545ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:21.610306Z","caller":"traceutil/trace.go:171","msg":"trace[1397692032] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"370.640442ms","start":"2026-07-24T17:25:21.239647Z","end":"2026-07-24T17:25:21.610287Z","steps":["trace[1397692032] 'process raft request' (duration: 370.266699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:21.610426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.660205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:21.610854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:21.239612Z","time spent":"371.033664ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:21.61093Z","caller":"traceutil/trace.go:171","msg":"trace[1894876862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3329; }","duration":"303.192583ms","start":"2026-07-24T17:25:21.307711Z","end":"2026-07-24T17:25:21.610904Z","steps":["trace[1894876862] 'agreement among raft nodes before linearized reading' (duration: 302.650935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:21.61101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:21.307695Z","time spent":"303.290135ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:21.61142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.775796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:21.61153Z","caller":"traceutil/trace.go:171","msg":"trace[142772283] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3329; }","duration":"163.599442ms","start":"2026-07-24T17:25:21.447913Z","end":"2026-07-24T17:25:21.611512Z","steps":["trace[142772283] 'agreement among raft nodes before linearized reading' (duration: 162.786676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:22.081847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.253623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:22.08191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.029335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:22.081941Z","caller":"traceutil/trace.go:171","msg":"trace[1396453783] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3330; }","duration":"108.365256ms","start":"2026-07-24T17:25:21.973557Z","end":"2026-07-24T17:25:22.081922Z","steps":["trace[1396453783] 'count revisions from in-memory index tree' (duration: 108.16801ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:22.081971Z","caller":"traceutil/trace.go:171","msg":"trace[156864880] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3330; }","duration":"293.129728ms","start":"2026-07-24T17:25:21.788825Z","end":"2026-07-24T17:25:22.081955Z","steps":["trace[156864880] 'range keys from in-memory index tree' (duration: 292.911831ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:22.439596Z","caller":"traceutil/trace.go:171","msg":"trace[715787986] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"130.660566ms","start":"2026-07-24T17:25:22.30891Z","end":"2026-07-24T17:25:22.439571Z","steps":["trace[715787986] 'process raft request' (duration: 130.487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:23.10962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:25:23.557127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.621251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:23.557257Z","caller":"traceutil/trace.go:171","msg":"trace[799196591] linearizableReadLoop","detail":"{readStateIndex:3467; appliedIndex:3465; }","duration":"947.699484ms","start":"2026-07-24T17:25:22.609545Z","end":"2026-07-24T17:25:23.557244Z","steps":["trace[799196591] 'read index received' (duration: 794.839285ms)","trace[799196591] 'applied index is now lower than readState.Index' (duration: 152.859159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:23.557514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.988015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:25:23.557546Z","caller":"traceutil/trace.go:171","msg":"trace[70221068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3333; }","duration":"903.058937ms","start":"2026-07-24T17:25:22.65448Z","end":"2026-07-24T17:25:23.557539Z","steps":["trace[70221068] 'agreement among raft nodes before linearized reading' (duration: 902.958604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:23.557571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:22.654459Z","time spent":"903.105809ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:25:23.557613Z","caller":"traceutil/trace.go:171","msg":"trace[772757413] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"1.247642558s","start":"2026-07-24T17:25:22.309954Z","end":"2026-07-24T17:25:23.557596Z","steps":["trace[772757413] 'process raft request' (duration: 1.094492449s)","trace[772757413] 'compare' (duration: 152.451126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:23.557728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.008201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:23.557713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:22.309934Z","time spent":"1.247732751s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:23.557757Z","caller":"traceutil/trace.go:171","msg":"trace[905071547] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3333; }","duration":"329.064643ms","start":"2026-07-24T17:25:23.228684Z","end":"2026-07-24T17:25:23.557748Z","steps":["trace[905071547] 'agreement among raft nodes before linearized reading' (duration: 329.024441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:23.557775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.228669Z","time spent":"329.101813ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:23.557536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.990974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:23.557871Z","caller":"traceutil/trace.go:171","msg":"trace[1723493864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3333; }","duration":"948.383537ms","start":"2026-07-24T17:25:22.609482Z","end":"2026-07-24T17:25:23.557865Z","steps":["trace[1723493864] 'agreement among raft nodes before linearized reading' (duration: 947.940062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:23.557891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:22.609458Z","time spent":"948.427168ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:23.55779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.190235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:23.558301Z","caller":"traceutil/trace.go:171","msg":"trace[156362736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3333; }","duration":"454.64136ms","start":"2026-07-24T17:25:23.103541Z","end":"2026-07-24T17:25:23.558182Z","steps":["trace[156362736] 'agreement among raft nodes before linearized reading' (duration: 454.199085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:23.558369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.745479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:25:23.55844Z","caller":"traceutil/trace.go:171","msg":"trace[1796768597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3333; }","duration":"360.838512ms","start":"2026-07-24T17:25:23.197594Z","end":"2026-07-24T17:25:23.558433Z","steps":["trace[1796768597] 'agreement among raft nodes before linearized reading' (duration: 360.718278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:23.558471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.197586Z","time spent":"360.876693ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:25:23.55849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.162102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:25:23.558552Z","caller":"traceutil/trace.go:171","msg":"trace[546957162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3333; }","duration":"361.262336ms","start":"2026-07-24T17:25:23.197275Z","end":"2026-07-24T17:25:23.558537Z","steps":["trace[546957162] 'agreement among raft nodes before linearized reading' (duration: 361.048299ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:23.558154Z","caller":"traceutil/trace.go:171","msg":"trace[232043107] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"1.246294674s","start":"2026-07-24T17:25:22.311849Z","end":"2026-07-24T17:25:23.558144Z","steps":["trace[232043107] 'process raft request' (duration: 1.245350163s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:23.558602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.197255Z","time spent":"361.334248ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:23.558661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:22.311837Z","time spent":"1.24678405s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:23.558725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.103519Z","time spent":"454.845966ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:23.558828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.07642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:25:23.558932Z","caller":"traceutil/trace.go:171","msg":"trace[451786504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3333; }","duration":"361.281756ms","start":"2026-07-24T17:25:23.197634Z","end":"2026-07-24T17:25:23.558916Z","steps":["trace[451786504] 'agreement among raft nodes before linearized reading' (duration: 360.834721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:23.559035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.19763Z","time spent":"361.39491ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:23.869316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.263278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:23.869828Z","caller":"traceutil/trace.go:171","msg":"trace[1761458572] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"307.792427ms","start":"2026-07-24T17:25:23.561617Z","end":"2026-07-24T17:25:23.869409Z","steps":["trace[1761458572] 'process raft request' (duration: 104.324522ms)","trace[1761458572] 'compare' (duration: 202.99252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:23.869992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.561604Z","time spent":"308.297103ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:24.322205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.016617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:24.32248Z","caller":"traceutil/trace.go:171","msg":"trace[508005129] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"760.256623ms","start":"2026-07-24T17:25:23.562191Z","end":"2026-07-24T17:25:24.322447Z","steps":["trace[508005129] 'process raft request' (duration: 412.915625ms)","trace[508005129] 'compare' (duration: 346.840761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:24.322608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.56218Z","time spent":"760.355976ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:24.32335Z","caller":"traceutil/trace.go:171","msg":"trace[451872682] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"760.546182ms","start":"2026-07-24T17:25:23.562786Z","end":"2026-07-24T17:25:24.323332Z","steps":["trace[451872682] 'process raft request' (duration: 760.337785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:24.323437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.56278Z","time spent":"760.623145ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:24.323757Z","caller":"traceutil/trace.go:171","msg":"trace[1428338738] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"760.989167ms","start":"2026-07-24T17:25:23.562734Z","end":"2026-07-24T17:25:24.323724Z","steps":["trace[1428338738] 'process raft request' (duration: 759.56523ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:24.32385Z","caller":"traceutil/trace.go:171","msg":"trace[1707041494] transaction","detail":"{read_only:false; response_revision:3339; number_of_response:1; }","duration":"707.550509ms","start":"2026-07-24T17:25:23.616241Z","end":"2026-07-24T17:25:24.323791Z","steps":["trace[1707041494] 'process raft request' (duration: 706.9718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:24.323962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.562724Z","time spent":"761.148762ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:24.324097Z","caller":"traceutil/trace.go:171","msg":"trace[429202088] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"761.202094ms","start":"2026-07-24T17:25:23.562885Z","end":"2026-07-24T17:25:24.324087Z","steps":["trace[429202088] 'process raft request' (duration: 760.292844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:24.324137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.562879Z","time spent":"761.238285ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:24.324193Z","caller":"traceutil/trace.go:171","msg":"trace[773667687] linearizableReadLoop","detail":"{readStateIndex:3473; appliedIndex:3468; }","duration":"644.052083ms","start":"2026-07-24T17:25:23.680134Z","end":"2026-07-24T17:25:24.324186Z","steps":["trace[773667687] 'read index received' (duration: 294.913026ms)","trace[773667687] 'applied index is now lower than readState.Index' (duration: 349.137857ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:24.324276Z","caller":"traceutil/trace.go:171","msg":"trace[235416861] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"289.646979ms","start":"2026-07-24T17:25:24.03367Z","end":"2026-07-24T17:25:24.323317Z","steps":["trace[235416861] 'process raft request' (duration: 289.580407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:24.324375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.090871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:25:24.324358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.194897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:24.32432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.616206Z","time spent":"707.920431ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:24.324405Z","caller":"traceutil/trace.go:171","msg":"trace[1734307577] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3340; }","duration":"289.155733ms","start":"2026-07-24T17:25:24.035242Z","end":"2026-07-24T17:25:24.324397Z","steps":["trace[1734307577] 'agreement among raft nodes before linearized reading' (duration: 289.016178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:24.324408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.740186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:24.324424Z","caller":"traceutil/trace.go:171","msg":"trace[1359140394] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3340; }","duration":"644.305161ms","start":"2026-07-24T17:25:23.680102Z","end":"2026-07-24T17:25:24.324407Z","steps":["trace[1359140394] 'agreement among raft nodes before linearized reading' (duration: 644.153126ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:24.324443Z","caller":"traceutil/trace.go:171","msg":"trace[19482763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3340; }","duration":"218.809689ms","start":"2026-07-24T17:25:24.105624Z","end":"2026-07-24T17:25:24.324434Z","steps":["trace[19482763] 'agreement among raft nodes before linearized reading' (duration: 218.752907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:24.324458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:23.680086Z","time spent":"644.365293ms","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:24.324387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.967602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:24.324634Z","caller":"traceutil/trace.go:171","msg":"trace[2043154450] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3340; }","duration":"153.316953ms","start":"2026-07-24T17:25:24.171298Z","end":"2026-07-24T17:25:24.324615Z","steps":["trace[2043154450] 'agreement among raft nodes before linearized reading' (duration: 152.970092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:25.671158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.988053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:25.671504Z","caller":"traceutil/trace.go:171","msg":"trace[894953629] linearizableReadLoop","detail":"{readStateIndex:3477; appliedIndex:3474; }","duration":"565.768116ms","start":"2026-07-24T17:25:25.105726Z","end":"2026-07-24T17:25:25.671494Z","steps":["trace[894953629] 'read index received' (duration: 111.457077ms)","trace[894953629] 'applied index is now lower than readState.Index' (duration: 454.310259ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:25.671487Z","caller":"traceutil/trace.go:171","msg":"trace[584094026] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"1.227789191s","start":"2026-07-24T17:25:24.443479Z","end":"2026-07-24T17:25:25.671268Z","steps":["trace[584094026] 'process raft request' (duration: 341.632812ms)","trace[584094026] 'compare' (duration: 885.814998ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:25.671551Z","caller":"traceutil/trace.go:171","msg":"trace[537807136] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"826.403001ms","start":"2026-07-24T17:25:24.845142Z","end":"2026-07-24T17:25:25.671545Z","steps":["trace[537807136] 'process raft request' (duration: 826.327978ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:25.671529Z","caller":"traceutil/trace.go:171","msg":"trace[1903491966] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"828.000414ms","start":"2026-07-24T17:25:24.843505Z","end":"2026-07-24T17:25:25.671505Z","steps":["trace[1903491966] 'process raft request' (duration: 827.721554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:25.671583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:24.845133Z","time spent":"826.433832ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:25.671608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:24.443457Z","time spent":"1.228084601s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:25.671643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:24.843475Z","time spent":"828.105447ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:25.671701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.996814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:25.671716Z","caller":"traceutil/trace.go:171","msg":"trace[1353814141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3343; }","duration":"566.047955ms","start":"2026-07-24T17:25:25.105662Z","end":"2026-07-24T17:25:25.67171Z","steps":["trace[1353814141] 'agreement among raft nodes before linearized reading' (duration: 565.986983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:25.671732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.105636Z","time spent":"566.093317ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:26.211036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.296358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:26.211273Z","caller":"traceutil/trace.go:171","msg":"trace[463874539] linearizableReadLoop","detail":"{readStateIndex:3480; appliedIndex:3477; }","duration":"539.729792ms","start":"2026-07-24T17:25:25.671523Z","end":"2026-07-24T17:25:26.211253Z","steps":["trace[463874539] 'read index received' (duration: 263.157825ms)","trace[463874539] 'applied index is now lower than readState.Index' (duration: 276.570817ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:26.21129Z","caller":"traceutil/trace.go:171","msg":"trace[720187] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"648.224532ms","start":"2026-07-24T17:25:25.563043Z","end":"2026-07-24T17:25:26.211267Z","steps":["trace[720187] 'process raft request' (duration: 648.108358ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:26.211384Z","caller":"traceutil/trace.go:171","msg":"trace[858367873] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"591.495121ms","start":"2026-07-24T17:25:25.619875Z","end":"2026-07-24T17:25:26.211371Z","steps":["trace[858367873] 'process raft request' (duration: 591.333985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.211385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.563017Z","time spent":"648.318345ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:26.211538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.619854Z","time spent":"591.561743ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:26.211592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.913953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:26.211656Z","caller":"traceutil/trace.go:171","msg":"trace[662659675] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3346; }","duration":"808.092408ms","start":"2026-07-24T17:25:25.403555Z","end":"2026-07-24T17:25:26.211648Z","steps":["trace[662659675] 'agreement among raft nodes before linearized reading' (duration: 807.922002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.211699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.02109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:26.211744Z","caller":"traceutil/trace.go:171","msg":"trace[247723712] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3346; }","duration":"422.103592ms","start":"2026-07-24T17:25:25.789625Z","end":"2026-07-24T17:25:26.211728Z","steps":["trace[247723712] 'agreement among raft nodes before linearized reading' (duration: 422.014429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.211784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.789607Z","time spent":"422.164125ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":24,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:26.211681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.403525Z","time spent":"808.14667ms","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:26.211919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.734735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:26.211969Z","caller":"traceutil/trace.go:171","msg":"trace[2029725260] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3346; }","duration":"597.824898ms","start":"2026-07-24T17:25:25.61413Z","end":"2026-07-24T17:25:26.211955Z","steps":["trace[2029725260] 'agreement among raft nodes before linearized reading' (duration: 597.741855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.212011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.61411Z","time spent":"597.88754ms","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:26.211995Z","caller":"traceutil/trace.go:171","msg":"trace[434789666] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"648.972337ms","start":"2026-07-24T17:25:25.562985Z","end":"2026-07-24T17:25:26.211957Z","steps":["trace[434789666] 'process raft request' (duration: 371.669846ms)","trace[434789666] 'compare' (duration: 276.186134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:26.212148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.255371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:26.21221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.562964Z","time spent":"649.120721ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:26.212251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.667786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:26.212272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.247881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:25:26.212214Z","caller":"traceutil/trace.go:171","msg":"trace[1819380759] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3346; }","duration":"658.375935ms","start":"2026-07-24T17:25:25.553818Z","end":"2026-07-24T17:25:26.212194Z","steps":["trace[1819380759] 'agreement among raft nodes before linearized reading' (duration: 658.24556ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:26.212315Z","caller":"traceutil/trace.go:171","msg":"trace[1725434385] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3346; }","duration":"349.736208ms","start":"2026-07-24T17:25:25.862565Z","end":"2026-07-24T17:25:26.212301Z","steps":["trace[1725434385] 'agreement among raft nodes before linearized reading' (duration: 349.643115ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:26.212331Z","caller":"traceutil/trace.go:171","msg":"trace[4444245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3346; }","duration":"338.339374ms","start":"2026-07-24T17:25:25.873975Z","end":"2026-07-24T17:25:26.212314Z","steps":["trace[4444245] 'agreement among raft nodes before linearized reading' (duration: 338.135387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.212341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.553797Z","time spent":"658.53079ms","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:26.212375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.873958Z","time spent":"338.405556ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:25:26.212363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:25.862511Z","time spent":"349.837881ms","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:26.212813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.723075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:26.21286Z","caller":"traceutil/trace.go:171","msg":"trace[863681845] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3346; }","duration":"178.812567ms","start":"2026-07-24T17:25:26.034034Z","end":"2026-07-24T17:25:26.212847Z","steps":["trace[863681845] 'agreement among raft nodes before linearized reading' (duration: 178.648202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.212956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.760987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:26.212983Z","caller":"traceutil/trace.go:171","msg":"trace[526034561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3346; }","duration":"109.816489ms","start":"2026-07-24T17:25:26.103158Z","end":"2026-07-24T17:25:26.212974Z","steps":["trace[526034561] 'agreement among raft nodes before linearized reading' (duration: 109.768068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.934893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.538125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:26.935368Z","caller":"traceutil/trace.go:171","msg":"trace[1927730573] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"718.5831ms","start":"2026-07-24T17:25:26.216764Z","end":"2026-07-24T17:25:26.935347Z","steps":["trace[1927730573] 'process raft request' (duration: 150.383213ms)","trace[1927730573] 'compare' (duration: 567.314728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:26.935435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:26.216754Z","time spent":"718.652892ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:26.935549Z","caller":"traceutil/trace.go:171","msg":"trace[421011129] linearizableReadLoop","detail":"{readStateIndex:3481; appliedIndex:3480; }","duration":"718.121255ms","start":"2026-07-24T17:25:26.217394Z","end":"2026-07-24T17:25:26.935515Z","steps":["trace[421011129] 'read index received' (duration: 149.68803ms)","trace[421011129] 'applied index is now lower than readState.Index' (duration: 568.430194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:26.935675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.27809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:25:26.935708Z","caller":"traceutil/trace.go:171","msg":"trace[2082753941] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3348; }","duration":"718.340432ms","start":"2026-07-24T17:25:26.21736Z","end":"2026-07-24T17:25:26.935701Z","steps":["trace[2082753941] 'agreement among raft nodes before linearized reading' (duration: 718.231478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.935733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:26.217347Z","time spent":"718.380464ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T17:25:26.935668Z","caller":"traceutil/trace.go:171","msg":"trace[2045361180] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"584.962868ms","start":"2026-07-24T17:25:26.350583Z","end":"2026-07-24T17:25:26.935546Z","steps":["trace[2045361180] 'process raft request' (duration: 584.74089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:26.935955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:26.350572Z","time spent":"585.338911ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:28.532737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096714916s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:28.533396Z","caller":"traceutil/trace.go:171","msg":"trace[1942691511] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3348; }","duration":"1.097388248s","start":"2026-07-24T17:25:27.435993Z","end":"2026-07-24T17:25:28.533381Z","steps":["trace[1942691511] 'range keys from in-memory index tree' (duration: 1.096698085s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.533472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561500907s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:25:28.533877Z","caller":"traceutil/trace.go:171","msg":"trace[2094531414] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"722.449403ms","start":"2026-07-24T17:25:27.811402Z","end":"2026-07-24T17:25:28.533851Z","steps":["trace[2094531414] 'process raft request' (duration: 722.329989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.534015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.811378Z","time spent":"722.559327ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:28.534164Z","caller":"traceutil/trace.go:171","msg":"trace[1048198899] linearizableReadLoop","detail":"{readStateIndex:3483; appliedIndex:3482; }","duration":"1.598546375s","start":"2026-07-24T17:25:26.935603Z","end":"2026-07-24T17:25:28.53415Z","steps":["trace[1048198899] 'read index received' (duration: 36.331074ms)","trace[1048198899] 'applied index is now lower than readState.Index' (duration: 1.562213361s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:28.534354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184488925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:28.534409Z","caller":"traceutil/trace.go:171","msg":"trace[901762912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3350; }","duration":"2.184559977s","start":"2026-07-24T17:25:26.34984Z","end":"2026-07-24T17:25:28.5344Z","steps":["trace[901762912] 'agreement among raft nodes before linearized reading' (duration: 2.184418173s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.534451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:26.349837Z","time spent":"2.184606689s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:28.534572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184846147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:25:28.534617Z","caller":"traceutil/trace.go:171","msg":"trace[1822309294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3350; }","duration":"2.184911079s","start":"2026-07-24T17:25:26.349699Z","end":"2026-07-24T17:25:28.534611Z","steps":["trace[1822309294] 'agreement among raft nodes before linearized reading' (duration: 2.184828116s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.534653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:26.349685Z","time spent":"2.18496176s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:25:28.534355Z","caller":"traceutil/trace.go:171","msg":"trace[860674022] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"856.89982ms","start":"2026-07-24T17:25:27.677379Z","end":"2026-07-24T17:25:28.534279Z","steps":["trace[860674022] 'process raft request' (duration: 856.191847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.534801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.677355Z","time spent":"857.392077ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:28.534939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185095695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:25:28.535055Z","caller":"traceutil/trace.go:171","msg":"trace[457980513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3350; }","duration":"2.185216169s","start":"2026-07-24T17:25:26.349783Z","end":"2026-07-24T17:25:28.534999Z","steps":["trace[457980513] 'agreement among raft nodes before linearized reading' (duration: 2.184872788s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.535116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185327762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:25:28.535142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:26.34978Z","time spent":"2.185322022s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:25:28.535189Z","caller":"traceutil/trace.go:171","msg":"trace[1245551156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3350; }","duration":"2.185393984s","start":"2026-07-24T17:25:26.349764Z","end":"2026-07-24T17:25:28.535158Z","steps":["trace[1245551156] 'agreement among raft nodes before linearized reading' (duration: 2.184739543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.535225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:26.349759Z","time spent":"2.185458437s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:25:28.559235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620040174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:25:28.559262Z","caller":"traceutil/trace.go:171","msg":"trace[1128189600] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"340.115496ms","start":"2026-07-24T17:25:28.219102Z","end":"2026-07-24T17:25:28.559217Z","steps":["trace[1128189600] 'process raft request' (duration: 339.878728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.559297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44973558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:25:28.55933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455627093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:28.559256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.799876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-24T17:25:28.559385Z","caller":"traceutil/trace.go:171","msg":"trace[369974843] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3352; }","duration":"1.449863494s","start":"2026-07-24T17:25:27.1095Z","end":"2026-07-24T17:25:28.559363Z","steps":["trace[369974843] 'agreement among raft nodes before linearized reading' (duration: 1.449605636s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:28.559396Z","caller":"traceutil/trace.go:171","msg":"trace[1946625256] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3352; }","duration":"377.004232ms","start":"2026-07-24T17:25:28.18238Z","end":"2026-07-24T17:25:28.559384Z","steps":["trace[1946625256] 'agreement among raft nodes before linearized reading' (duration: 376.685042ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:28.559404Z","caller":"traceutil/trace.go:171","msg":"trace[1929125845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3352; }","duration":"1.455761388s","start":"2026-07-24T17:25:27.103618Z","end":"2026-07-24T17:25:28.55938Z","steps":["trace[1929125845] 'agreement among raft nodes before linearized reading' (duration: 1.455620953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.55944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.182358Z","time spent":"377.067054ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T17:25:28.559429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.109484Z","time spent":"1.449935206s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:25:28.559465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.103588Z","time spent":"1.455863781s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:28.559463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.219081Z","time spent":"340.273701ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:28.559347Z","caller":"traceutil/trace.go:171","msg":"trace[2088604922] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3352; }","duration":"1.620199189s","start":"2026-07-24T17:25:26.939124Z","end":"2026-07-24T17:25:28.559324Z","steps":["trace[2088604922] 'agreement among raft nodes before linearized reading' (duration: 1.61991099s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.559634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:26.939108Z","time spent":"1.62050463s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:25:28.559777Z","caller":"traceutil/trace.go:171","msg":"trace[554095208] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"342.36155ms","start":"2026-07-24T17:25:28.217387Z","end":"2026-07-24T17:25:28.559748Z","steps":["trace[554095208] 'process raft request' (duration: 341.469951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:28.560116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.217364Z","time spent":"342.525696ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:29.062688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:25:29.133009Z","caller":"traceutil/trace.go:171","msg":"trace[790495461] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"592.63081ms","start":"2026-07-24T17:25:28.540349Z","end":"2026-07-24T17:25:29.13298Z","steps":["trace[790495461] 'process raft request' (duration: 592.578619ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:29.133191Z","caller":"traceutil/trace.go:171","msg":"trace[1606511907] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"593.920972ms","start":"2026-07-24T17:25:28.539237Z","end":"2026-07-24T17:25:29.133158Z","steps":["trace[1606511907] 'process raft request' (duration: 593.444637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:29.133328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.539212Z","time spent":"594.041826ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:29.13331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.540331Z","time spent":"592.762124ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:29.133457Z","caller":"traceutil/trace.go:171","msg":"trace[477207123] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"593.54565ms","start":"2026-07-24T17:25:28.539897Z","end":"2026-07-24T17:25:29.133443Z","steps":["trace[477207123] 'process raft request' (duration: 592.998472ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:29.133472Z","caller":"traceutil/trace.go:171","msg":"trace[1815879567] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"593.922962ms","start":"2026-07-24T17:25:28.539511Z","end":"2026-07-24T17:25:29.133434Z","steps":["trace[1815879567] 'process raft request' (duration: 593.342973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:29.133547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.539883Z","time spent":"593.634503ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:29.13357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.539499Z","time spent":"594.018166ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:29.90972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.509053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:29.909815Z","caller":"traceutil/trace.go:171","msg":"trace[214684542] linearizableReadLoop","detail":"{readStateIndex:3492; appliedIndex:3491; }","duration":"1.348221027s","start":"2026-07-24T17:25:28.561579Z","end":"2026-07-24T17:25:29.9098Z","steps":["trace[214684542] 'read index received' (duration: 572.084012ms)","trace[214684542] 'applied index is now lower than readState.Index' (duration: 776.135604ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:29.909886Z","caller":"traceutil/trace.go:171","msg":"trace[1799491982] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"967.505613ms","start":"2026-07-24T17:25:28.942357Z","end":"2026-07-24T17:25:29.909862Z","steps":["trace[1799491982] 'process raft request' (duration: 221.775483ms)","trace[1799491982] 'compare' (duration: 745.070148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:29.909995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.942346Z","time spent":"967.591305ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:29.910117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348534218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:29.910156Z","caller":"traceutil/trace.go:171","msg":"trace[113281944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3357; }","duration":"1.348593449s","start":"2026-07-24T17:25:28.561551Z","end":"2026-07-24T17:25:29.910144Z","steps":["trace[113281944] 'agreement among raft nodes before linearized reading' (duration: 1.34833048s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:29.91018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.561535Z","time spent":"1.348639921s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:29.911013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346969015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:25:29.911056Z","caller":"traceutil/trace.go:171","msg":"trace[1236291126] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3357; }","duration":"1.347055379s","start":"2026-07-24T17:25:28.563992Z","end":"2026-07-24T17:25:29.911048Z","steps":["trace[1236291126] 'agreement among raft nodes before linearized reading' (duration: 1.346921244s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:29.91106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.409668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:25:29.911171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.742153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:29.911186Z","caller":"traceutil/trace.go:171","msg":"trace[1690121551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3357; }","duration":"970.593754ms","start":"2026-07-24T17:25:28.940582Z","end":"2026-07-24T17:25:29.911176Z","steps":["trace[1690121551] 'agreement among raft nodes before linearized reading' (duration: 970.359866ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:29.911193Z","caller":"traceutil/trace.go:171","msg":"trace[237042439] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3357; }","duration":"498.787974ms","start":"2026-07-24T17:25:29.412398Z","end":"2026-07-24T17:25:29.911186Z","steps":["trace[237042439] 'agreement among raft nodes before linearized reading' (duration: 498.757833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:29.911213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:29.412383Z","time spent":"498.825076ms","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:29.911316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.940567Z","time spent":"970.686268ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:25:29.911078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.563974Z","time spent":"1.34709921s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:29.911137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345817848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:25:29.911474Z","caller":"traceutil/trace.go:171","msg":"trace[860489858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3357; }","duration":"1.3461765s","start":"2026-07-24T17:25:28.565291Z","end":"2026-07-24T17:25:29.911467Z","steps":["trace[860489858] 'agreement among raft nodes before linearized reading' (duration: 1.345799567s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:29.911497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:28.565235Z","time spent":"1.346255892s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:25:30.129133Z","caller":"traceutil/trace.go:171","msg":"trace[1680358873] linearizableReadLoop","detail":"{readStateIndex:3493; appliedIndex:3492; }","duration":"212.230946ms","start":"2026-07-24T17:25:29.916878Z","end":"2026-07-24T17:25:30.129109Z","steps":["trace[1680358873] 'read index received' (duration: 123.504381ms)","trace[1680358873] 'applied index is now lower than readState.Index' (duration: 88.725775ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:30.129199Z","caller":"traceutil/trace.go:171","msg":"trace[2135954728] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"213.611642ms","start":"2026-07-24T17:25:29.915538Z","end":"2026-07-24T17:25:30.129149Z","steps":["trace[2135954728] 'process raft request' (duration: 124.935578ms)","trace[2135954728] 'compare' (duration: 88.5572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:30.129243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.842599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:30.129243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.34928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:30.129269Z","caller":"traceutil/trace.go:171","msg":"trace[1928990943] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3358; }","duration":"157.911282ms","start":"2026-07-24T17:25:29.97135Z","end":"2026-07-24T17:25:30.129261Z","steps":["trace[1928990943] 'agreement among raft nodes before linearized reading' (duration: 157.870541ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:30.129271Z","caller":"traceutil/trace.go:171","msg":"trace[1309992498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3358; }","duration":"212.413672ms","start":"2026-07-24T17:25:29.916851Z","end":"2026-07-24T17:25:30.129265Z","steps":["trace[1309992498] 'agreement among raft nodes before linearized reading' (duration: 212.35401ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:30.71678Z","caller":"traceutil/trace.go:171","msg":"trace[171834733] linearizableReadLoop","detail":"{readStateIndex:3494; appliedIndex:3493; }","duration":"154.928835ms","start":"2026-07-24T17:25:30.56183Z","end":"2026-07-24T17:25:30.716759Z","steps":["trace[171834733] 'read index received' (duration: 154.813781ms)","trace[171834733] 'applied index is now lower than readState.Index' (duration: 114.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:30.716956Z","caller":"traceutil/trace.go:171","msg":"trace[904399762] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"175.92077ms","start":"2026-07-24T17:25:30.541025Z","end":"2026-07-24T17:25:30.716946Z","steps":["trace[904399762] 'process raft request' (duration: 175.60172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:30.717198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.34242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:30.717282Z","caller":"traceutil/trace.go:171","msg":"trace[382045820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3359; }","duration":"155.471354ms","start":"2026-07-24T17:25:30.561788Z","end":"2026-07-24T17:25:30.717259Z","steps":["trace[382045820] 'agreement among raft nodes before linearized reading' (duration: 155.324569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.77042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.876117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:31.770654Z","caller":"traceutil/trace.go:171","msg":"trace[306932833] linearizableReadLoop","detail":"{readStateIndex:3496; appliedIndex:3494; }","duration":"1.053723989s","start":"2026-07-24T17:25:30.716914Z","end":"2026-07-24T17:25:31.770638Z","steps":["trace[306932833] 'read index received' (duration: 274.537912ms)","trace[306932833] 'applied index is now lower than readState.Index' (duration: 779.184477ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:31.770775Z","caller":"traceutil/trace.go:171","msg":"trace[1906807455] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"1.205587363s","start":"2026-07-24T17:25:30.565172Z","end":"2026-07-24T17:25:31.770759Z","steps":["trace[1906807455] 'process raft request' (duration: 426.307093ms)","trace[1906807455] 'compare' (duration: 778.792044ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:31.770936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:30.565152Z","time spent":"1.205684197s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:31.771171Z","caller":"traceutil/trace.go:171","msg":"trace[1778842886] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"1.205414487s","start":"2026-07-24T17:25:30.565744Z","end":"2026-07-24T17:25:31.771159Z","steps":["trace[1778842886] 'process raft request' (duration: 1.204756016s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.771186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090183675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:25:31.771223Z","caller":"traceutil/trace.go:171","msg":"trace[1122396522] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3361; }","duration":"1.090262748s","start":"2026-07-24T17:25:30.68095Z","end":"2026-07-24T17:25:31.771212Z","steps":["trace[1122396522] 'agreement among raft nodes before linearized reading' (duration: 1.090111723s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.771227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:30.565729Z","time spent":"1.205469759s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:31.771257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:30.680933Z","time spent":"1.090315569s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:25:31.771293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.334796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:31.771361Z","caller":"traceutil/trace.go:171","msg":"trace[1980784559] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3361; }","duration":"764.582344ms","start":"2026-07-24T17:25:31.00677Z","end":"2026-07-24T17:25:31.771352Z","steps":["trace[1980784559] 'agreement among raft nodes before linearized reading' (duration: 764.339446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.771433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.006751Z","time spent":"764.672507ms","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:31.77162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.973065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:25:31.771623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.941334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:31.771648Z","caller":"traceutil/trace.go:171","msg":"trace[1879926606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3361; }","duration":"634.044528ms","start":"2026-07-24T17:25:31.137597Z","end":"2026-07-24T17:25:31.771642Z","steps":["trace[1879926606] 'agreement among raft nodes before linearized reading' (duration: 633.970036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.771667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.137578Z","time spent":"634.08473ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:25:31.771688Z","caller":"traceutil/trace.go:171","msg":"trace[1213688862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3361; }","duration":"669.023318ms","start":"2026-07-24T17:25:31.102624Z","end":"2026-07-24T17:25:31.771648Z","steps":["trace[1213688862] 'agreement among raft nodes before linearized reading' (duration: 668.970496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.771727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.102603Z","time spent":"669.114991ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:31.771621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.925024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:25:31.771893Z","caller":"traceutil/trace.go:171","msg":"trace[1498567584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3361; }","duration":"634.193394ms","start":"2026-07-24T17:25:31.137667Z","end":"2026-07-24T17:25:31.77186Z","steps":["trace[1498567584] 'agreement among raft nodes before linearized reading' (duration: 633.898294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.771952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.698647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:25:31.772028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.137661Z","time spent":"634.338388ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:25:31.772059Z","caller":"traceutil/trace.go:171","msg":"trace[2130654702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3361; }","duration":"633.828382ms","start":"2026-07-24T17:25:31.138209Z","end":"2026-07-24T17:25:31.772038Z","steps":["trace[2130654702] 'agreement among raft nodes before linearized reading' (duration: 633.370276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.772156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.184463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:25:31.772368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.138202Z","time spent":"633.992467ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:25:31.772241Z","caller":"traceutil/trace.go:171","msg":"trace[213353653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3361; }","duration":"634.264236ms","start":"2026-07-24T17:25:31.137962Z","end":"2026-07-24T17:25:31.772227Z","steps":["trace[213353653] 'agreement among raft nodes before linearized reading' (duration: 633.673196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:31.772814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.137928Z","time spent":"634.875266ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:32.449676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.848928ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:25:32.449771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.773073Z","time spent":"676.693694ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:25:33.143589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.856132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:33.143988Z","caller":"traceutil/trace.go:171","msg":"trace[1181425876] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"693.286313ms","start":"2026-07-24T17:25:32.450684Z","end":"2026-07-24T17:25:33.14397Z","steps":["trace[1181425876] 'process raft request' (duration: 693.241941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:33.144067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:32.45067Z","time spent":"693.362346ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:33.144106Z","caller":"traceutil/trace.go:171","msg":"trace[1295206904] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"1.227703463s","start":"2026-07-24T17:25:31.916366Z","end":"2026-07-24T17:25:33.14407Z","steps":["trace[1295206904] 'process raft request' (duration: 1.227510557s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:33.144174Z","caller":"traceutil/trace.go:171","msg":"trace[565894637] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"1.36733186s","start":"2026-07-24T17:25:31.776827Z","end":"2026-07-24T17:25:33.144159Z","steps":["trace[565894637] 'process raft request' (duration: 1.366956948s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:33.144243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.916341Z","time spent":"1.227830668s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:33.144314Z","caller":"traceutil/trace.go:171","msg":"trace[850179053] linearizableReadLoop","detail":"{readStateIndex:3502; appliedIndex:3496; }","duration":"1.151728536s","start":"2026-07-24T17:25:31.992517Z","end":"2026-07-24T17:25:33.144245Z","steps":["trace[850179053] 'read index received' (duration: 7.347033ms)","trace[850179053] 'applied index is now lower than readState.Index' (duration: 1.144375763s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:33.144385Z","caller":"traceutil/trace.go:171","msg":"trace[1300599034] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"1.366462211s","start":"2026-07-24T17:25:31.777901Z","end":"2026-07-24T17:25:33.144364Z","steps":["trace[1300599034] 'process raft request' (duration: 1.365916453s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:33.144466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.77789Z","time spent":"1.366539324s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:33.144533Z","caller":"traceutil/trace.go:171","msg":"trace[1621430809] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"1.367758054s","start":"2026-07-24T17:25:31.776761Z","end":"2026-07-24T17:25:33.144519Z","steps":["trace[1621430809] 'process raft request' (duration: 810.895308ms)","trace[1621430809] 'compare' (duration: 555.727438ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:33.144622Z","caller":"traceutil/trace.go:171","msg":"trace[778594366] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"1.367821626s","start":"2026-07-24T17:25:31.77678Z","end":"2026-07-24T17:25:33.144601Z","steps":["trace[778594366] 'process raft request' (duration: 1.366913986s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:33.144736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.776763Z","time spent":"1.36792191s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:33.144293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.776804Z","time spent":"1.367456034s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:33.145131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.776735Z","time spent":"1.367824546s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:33.14541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15271941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:33.145478Z","caller":"traceutil/trace.go:171","msg":"trace[1591518666] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3367; }","duration":"1.152972797s","start":"2026-07-24T17:25:31.992487Z","end":"2026-07-24T17:25:33.145459Z","steps":["trace[1591518666] 'agreement among raft nodes before linearized reading' (duration: 1.152005385s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:33.146207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:31.992473Z","time spent":"1.1530386s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:34.082978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.428408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:34.083221Z","caller":"traceutil/trace.go:171","msg":"trace[195862830] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"306.611295ms","start":"2026-07-24T17:25:33.776596Z","end":"2026-07-24T17:25:34.083207Z","steps":["trace[195862830] 'process raft request' (duration: 306.556593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.083369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:33.776566Z","time spent":"306.731379ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:34.083858Z","caller":"traceutil/trace.go:171","msg":"trace[613236801] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"1.361905644s","start":"2026-07-24T17:25:32.721901Z","end":"2026-07-24T17:25:34.083807Z","steps":["trace[613236801] 'process raft request' (duration: 801.427152ms)","trace[613236801] 'compare' (duration: 559.048504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:34.083959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:32.721876Z","time spent":"1.362019637s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:34.083969Z","caller":"traceutil/trace.go:171","msg":"trace[1938769375] linearizableReadLoop","detail":"{readStateIndex:3504; appliedIndex:3503; }","duration":"939.49957ms","start":"2026-07-24T17:25:33.144419Z","end":"2026-07-24T17:25:34.083919Z","steps":["trace[1938769375] 'read index received' (duration: 378.835891ms)","trace[1938769375] 'applied index is now lower than readState.Index' (duration: 560.661159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:34.084185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980893595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:34.084233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049035397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:34.084286Z","caller":"traceutil/trace.go:171","msg":"trace[787165544] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3370; }","duration":"2.049112258s","start":"2026-07-24T17:25:32.035158Z","end":"2026-07-24T17:25:34.08427Z","steps":["trace[787165544] 'agreement among raft nodes before linearized reading' (duration: 2.048937083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.084291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017554765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:34.084455Z","caller":"traceutil/trace.go:171","msg":"trace[622979129] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3370; }","duration":"1.017868605s","start":"2026-07-24T17:25:33.066568Z","end":"2026-07-24T17:25:34.084436Z","steps":["trace[622979129] 'agreement among raft nodes before linearized reading' (duration: 1.017558395s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.084645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:33.066549Z","time spent":"1.018071441s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:34.084342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:32.035145Z","time spent":"2.049183341s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:25:34.084243Z","caller":"traceutil/trace.go:171","msg":"trace[2014895979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3370; }","duration":"1.980986028s","start":"2026-07-24T17:25:32.103243Z","end":"2026-07-24T17:25:34.084229Z","steps":["trace[2014895979] 'agreement among raft nodes before linearized reading' (duration: 1.980843203s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.085207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.24194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:34.085901Z","caller":"traceutil/trace.go:171","msg":"trace[557495105] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3370; }","duration":"991.889812ms","start":"2026-07-24T17:25:33.093952Z","end":"2026-07-24T17:25:34.085842Z","steps":["trace[557495105] 'agreement among raft nodes before linearized reading' (duration: 991.198309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.085631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:32.103207Z","time spent":"1.982413225s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:34.085975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:33.093881Z","time spent":"992.071697ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:34.085308Z","caller":"traceutil/trace.go:171","msg":"trace[507451788] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"309.149719ms","start":"2026-07-24T17:25:33.776146Z","end":"2026-07-24T17:25:34.085296Z","steps":["trace[507451788] 'process raft request' (duration: 306.913785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.08626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:33.77611Z","time spent":"310.06143ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:34.084358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951124037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:25:34.086547Z","caller":"traceutil/trace.go:171","msg":"trace[1443049485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3370; }","duration":"1.953330361s","start":"2026-07-24T17:25:32.133202Z","end":"2026-07-24T17:25:34.086533Z","steps":["trace[1443049485] 'agreement among raft nodes before linearized reading' (duration: 1.951063075s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.086594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:32.133192Z","time spent":"1.953389262s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:25:34.084422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.595916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:25:34.086668Z","caller":"traceutil/trace.go:171","msg":"trace[562597023] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3370; }","duration":"939.856461ms","start":"2026-07-24T17:25:33.146791Z","end":"2026-07-24T17:25:34.086647Z","steps":["trace[562597023] 'agreement among raft nodes before linearized reading' (duration: 937.588166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.086758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:33.146778Z","time spent":"939.952735ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:25:34.77131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.755483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:34.771477Z","caller":"traceutil/trace.go:171","msg":"trace[1548149795] linearizableReadLoop","detail":"{readStateIndex:3507; appliedIndex:3506; }","duration":"680.332396ms","start":"2026-07-24T17:25:34.091077Z","end":"2026-07-24T17:25:34.771409Z","steps":["trace[1548149795] 'read index received' (duration: 345.380457ms)","trace[1548149795] 'applied index is now lower than readState.Index' (duration: 334.950109ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:34.771576Z","caller":"traceutil/trace.go:171","msg":"trace[1457985026] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"680.862254ms","start":"2026-07-24T17:25:34.090697Z","end":"2026-07-24T17:25:34.77156Z","steps":["trace[1457985026] 'process raft request' (duration: 345.75501ms)","trace[1457985026] 'compare' (duration: 334.590737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:34.771662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:34.09065Z","time spent":"680.967877ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:34.771883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.75114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:25:34.771964Z","caller":"traceutil/trace.go:171","msg":"trace[1425487621] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3371; }","duration":"680.889855ms","start":"2026-07-24T17:25:34.091052Z","end":"2026-07-24T17:25:34.771942Z","steps":["trace[1425487621] 'agreement among raft nodes before linearized reading' (duration: 680.636397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:34.77201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:34.091045Z","time spent":"680.955867ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:25:35.649574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.749897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:35.64991Z","caller":"traceutil/trace.go:171","msg":"trace[1607322857] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"498.979005ms","start":"2026-07-24T17:25:35.150907Z","end":"2026-07-24T17:25:35.649886Z","steps":["trace[1607322857] 'process raft request' (duration: 498.882732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.650076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555814531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:35.650129Z","caller":"traceutil/trace.go:171","msg":"trace[1130087225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3373; }","duration":"1.555902614s","start":"2026-07-24T17:25:34.094216Z","end":"2026-07-24T17:25:35.650118Z","steps":["trace[1130087225] 'agreement among raft nodes before linearized reading' (duration: 1.555765649s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.650184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:34.094209Z","time spent":"1.555961837s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:35.650183Z","caller":"traceutil/trace.go:171","msg":"trace[1364941200] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"1.248498252s","start":"2026-07-24T17:25:34.401652Z","end":"2026-07-24T17:25:35.65015Z","steps":["trace[1364941200] 'process raft request' (duration: 830.077053ms)","trace[1364941200] 'compare' (duration: 417.231039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:35.650073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.150898Z","time spent":"499.121349ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:35.649929Z","caller":"traceutil/trace.go:171","msg":"trace[1309304383] linearizableReadLoop","detail":"{readStateIndex:3508; appliedIndex:3507; }","duration":"878.380831ms","start":"2026-07-24T17:25:34.77152Z","end":"2026-07-24T17:25:35.6499Z","steps":["trace[1309304383] 'read index received' (duration: 460.20046ms)","trace[1309304383] 'applied index is now lower than readState.Index' (duration: 418.177321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:35.650289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:34.401622Z","time spent":"1.248612646s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:35.650664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.173464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:25:35.650849Z","caller":"traceutil/trace.go:171","msg":"trace[1837247549] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3373; }","duration":"875.394143ms","start":"2026-07-24T17:25:34.775436Z","end":"2026-07-24T17:25:35.65083Z","steps":["trace[1837247549] 'agreement among raft nodes before linearized reading' (duration: 875.079572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.650929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.846171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:35.650957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.899296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:25:35.65099Z","caller":"traceutil/trace.go:171","msg":"trace[1119081467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3373; }","duration":"499.937447ms","start":"2026-07-24T17:25:35.151043Z","end":"2026-07-24T17:25:35.650981Z","steps":["trace[1119081467] 'agreement among raft nodes before linearized reading' (duration: 499.841313ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:35.650986Z","caller":"traceutil/trace.go:171","msg":"trace[65478805] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3373; }","duration":"855.929824ms","start":"2026-07-24T17:25:34.795041Z","end":"2026-07-24T17:25:35.65097Z","steps":["trace[65478805] 'agreement among raft nodes before linearized reading' (duration: 855.859222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.651018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.151039Z","time spent":"499.974209ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:25:35.65104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:34.795024Z","time spent":"856.000197ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:35.650863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.995919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:25:35.650953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:34.775419Z","time spent":"875.516226ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:35.650742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.640577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:25:35.651692Z","caller":"traceutil/trace.go:171","msg":"trace[2055310399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3373; }","duration":"500.453204ms","start":"2026-07-24T17:25:35.151073Z","end":"2026-07-24T17:25:35.651526Z","steps":["trace[2055310399] 'agreement among raft nodes before linearized reading' (duration: 499.537923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.65079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.13775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:35.650861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.889439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:35.650857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.699579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T17:25:35.650718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.13608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:25:35.651172Z","caller":"traceutil/trace.go:171","msg":"trace[1815806018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3373; }","duration":"500.315089ms","start":"2026-07-24T17:25:35.150834Z","end":"2026-07-24T17:25:35.651149Z","steps":["trace[1815806018] 'agreement among raft nodes before linearized reading' (duration: 499.955877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.652312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.151069Z","time spent":"501.22483ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:35.652337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.15082Z","time spent":"501.496599ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:25:35.652442Z","caller":"traceutil/trace.go:171","msg":"trace[127077379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3373; }","duration":"652.507423ms","start":"2026-07-24T17:25:34.999924Z","end":"2026-07-24T17:25:35.652432Z","steps":["trace[127077379] 'agreement among raft nodes before linearized reading' (duration: 650.903599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.652474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:34.999906Z","time spent":"652.557884ms","remote":"127.0.0.1:36710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:35.652563Z","caller":"traceutil/trace.go:171","msg":"trace[391844904] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3373; }","duration":"260.95126ms","start":"2026-07-24T17:25:35.391605Z","end":"2026-07-24T17:25:35.652557Z","steps":["trace[391844904] 'agreement among raft nodes before linearized reading' (duration: 259.14176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:35.652779Z","caller":"traceutil/trace.go:171","msg":"trace[2028630932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3373; }","duration":"501.206219ms","start":"2026-07-24T17:25:35.151566Z","end":"2026-07-24T17:25:35.652773Z","steps":["trace[2028630932] 'agreement among raft nodes before linearized reading' (duration: 499.048067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.652807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.151557Z","time spent":"501.24332ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:25:35.652864Z","caller":"traceutil/trace.go:171","msg":"trace[124717413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3373; }","duration":"501.765108ms","start":"2026-07-24T17:25:35.151093Z","end":"2026-07-24T17:25:35.652858Z","steps":["trace[124717413] 'agreement among raft nodes before linearized reading' (duration: 499.676929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.652888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.151068Z","time spent":"501.81479ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:25:36.491268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.744427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:36.49148Z","caller":"traceutil/trace.go:171","msg":"trace[1709880199] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"834.645999ms","start":"2026-07-24T17:25:35.656802Z","end":"2026-07-24T17:25:36.491448Z","steps":["trace[1709880199] 'process raft request' (duration: 303.640533ms)","trace[1709880199] 'compare' (duration: 530.028064ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:36.491535Z","caller":"traceutil/trace.go:171","msg":"trace[1243974553] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"833.431548ms","start":"2026-07-24T17:25:35.658084Z","end":"2026-07-24T17:25:36.491516Z","steps":["trace[1243974553] 'process raft request' (duration: 833.362176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:36.491607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.658078Z","time spent":"833.49544ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:36.491641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.656788Z","time spent":"834.775743ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:36.491788Z","caller":"traceutil/trace.go:171","msg":"trace[1914170626] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"833.649475ms","start":"2026-07-24T17:25:35.658127Z","end":"2026-07-24T17:25:36.491777Z","steps":["trace[1914170626] 'process raft request' (duration: 833.354325ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:36.49173Z","caller":"traceutil/trace.go:171","msg":"trace[26135070] linearizableReadLoop","detail":"{readStateIndex:3513; appliedIndex:3509; }","duration":"833.322065ms","start":"2026-07-24T17:25:35.658393Z","end":"2026-07-24T17:25:36.491715Z","steps":["trace[26135070] 'read index received' (duration: 302.063961ms)","trace[26135070] 'applied index is now lower than readState.Index' (duration: 531.253844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:36.491876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.658123Z","time spent":"833.694608ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:36.49204Z","caller":"traceutil/trace.go:171","msg":"trace[1460340947] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"834.753732ms","start":"2026-07-24T17:25:35.657271Z","end":"2026-07-24T17:25:36.492025Z","steps":["trace[1460340947] 'process raft request' (duration: 834.09611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:36.492062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.661156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:25:36.492102Z","caller":"traceutil/trace.go:171","msg":"trace[1312765158] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3377; }","duration":"833.713018ms","start":"2026-07-24T17:25:35.658377Z","end":"2026-07-24T17:25:36.49209Z","steps":["trace[1312765158] 'agreement among raft nodes before linearized reading' (duration: 833.531942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:36.492204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.65837Z","time spent":"833.764139ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:25:36.492537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.657255Z","time spent":"834.96724ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:37.075307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.741492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:37.076084Z","caller":"traceutil/trace.go:171","msg":"trace[1351377536] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"1.032802965s","start":"2026-07-24T17:25:36.043219Z","end":"2026-07-24T17:25:37.076022Z","steps":["trace[1351377536] 'process raft request' (duration: 578.261846ms)","trace[1351377536] 'compare' (duration: 453.628608ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:37.076006Z","caller":"traceutil/trace.go:171","msg":"trace[187007786] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"985.722253ms","start":"2026-07-24T17:25:36.09026Z","end":"2026-07-24T17:25:37.075982Z","steps":["trace[187007786] 'process raft request' (duration: 985.180324ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:37.076077Z","caller":"traceutil/trace.go:171","msg":"trace[2078594460] transaction","detail":"{read_only:false; response_revision:3381; number_of_response:1; }","duration":"984.13577ms","start":"2026-07-24T17:25:36.091883Z","end":"2026-07-24T17:25:37.076019Z","steps":["trace[2078594460] 'process raft request' (duration: 983.930873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:37.076208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:36.090244Z","time spent":"985.9161ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:37.076073Z","caller":"traceutil/trace.go:171","msg":"trace[1941689337] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"984.580355ms","start":"2026-07-24T17:25:36.091419Z","end":"2026-07-24T17:25:37.075999Z","steps":["trace[1941689337] 'process raft request' (duration: 984.341287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:37.076288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:36.043189Z","time spent":"1.0329449s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:37.07639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:36.091414Z","time spent":"984.921186ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:37.07639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:36.091875Z","time spent":"984.361077ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:37.360452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.525774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:25:37.361649Z","caller":"traceutil/trace.go:171","msg":"trace[297074791] linearizableReadLoop","detail":"{readStateIndex:3518; appliedIndex:3513; }","duration":"869.694105ms","start":"2026-07-24T17:25:36.491928Z","end":"2026-07-24T17:25:37.361622Z","steps":["trace[297074791] 'read index received' (duration: 129.559586ms)","trace[297074791] 'applied index is now lower than readState.Index' (duration: 740.132439ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:37.361684Z","caller":"traceutil/trace.go:171","msg":"trace[804110628] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"760.396845ms","start":"2026-07-24T17:25:36.601265Z","end":"2026-07-24T17:25:37.361661Z","steps":["trace[804110628] 'process raft request' (duration: 759.297428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:37.361793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:36.60124Z","time spent":"760.486448ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:37.682584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.301025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:25:37.682665Z","caller":"traceutil/trace.go:171","msg":"trace[1492192227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3382; }","duration":"907.437971ms","start":"2026-07-24T17:25:36.775205Z","end":"2026-07-24T17:25:37.682643Z","steps":["trace[1492192227] 'agreement among raft nodes before linearized reading' (duration: 586.559641ms)","trace[1492192227] 'range keys from in-memory index tree' (duration: 320.644011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:37.68271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:36.77518Z","time spent":"907.521284ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:25:37.682683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842302525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:37.682759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137404419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:37.682772Z","caller":"traceutil/trace.go:171","msg":"trace[1776091804] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3382; }","duration":"1.842438969s","start":"2026-07-24T17:25:35.84031Z","end":"2026-07-24T17:25:37.682749Z","steps":["trace[1776091804] 'agreement among raft nodes before linearized reading' (duration: 1.521335032s)","trace[1776091804] 'count revisions from in-memory index tree' (duration: 320.963622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:37.682801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648781191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:25:37.682823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.840292Z","time spent":"1.842519161s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:37.682779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024201699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:37.682873Z","caller":"traceutil/trace.go:171","msg":"trace[972498399] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3382; }","duration":"1.137485661s","start":"2026-07-24T17:25:36.545313Z","end":"2026-07-24T17:25:37.682799Z","steps":["trace[972498399] 'agreement among raft nodes before linearized reading' (duration: 816.447116ms)","trace[972498399] 'range keys from in-memory index tree' (duration: 320.968092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:37.682691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.74219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:37.683113Z","caller":"traceutil/trace.go:171","msg":"trace[1136679660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3382; }","duration":"2.024607853s","start":"2026-07-24T17:25:35.658482Z","end":"2026-07-24T17:25:37.68309Z","steps":["trace[1136679660] 'agreement among raft nodes before linearized reading' (duration: 1.703241577s)","trace[1136679660] 'range keys from in-memory index tree' (duration: 320.9277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:37.683145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:36.545297Z","time spent":"1.137836963s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:25:37.683111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921439603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:37.683266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.658456Z","time spent":"2.024790168s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:37.683309Z","caller":"traceutil/trace.go:171","msg":"trace[1048211230] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3382; }","duration":"1.922041513s","start":"2026-07-24T17:25:35.761252Z","end":"2026-07-24T17:25:37.683294Z","steps":["trace[1048211230] 'agreement among raft nodes before linearized reading' (duration: 1.600389778s)","trace[1048211230] 'count revisions from in-memory index tree' (duration: 321.044905ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:37.683314Z","caller":"traceutil/trace.go:171","msg":"trace[1741654650] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3382; }","duration":"247.226106ms","start":"2026-07-24T17:25:37.435918Z","end":"2026-07-24T17:25:37.683144Z","steps":["trace[1741654650] 'range keys from in-memory index tree' (duration: 246.72719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:37.683354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.761232Z","time spent":"1.922105905s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:37.682891Z","caller":"traceutil/trace.go:171","msg":"trace[189513017] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3382; }","duration":"1.648897205s","start":"2026-07-24T17:25:36.033962Z","end":"2026-07-24T17:25:37.682859Z","steps":["trace[189513017] 'agreement among raft nodes before linearized reading' (duration: 1.327672154s)","trace[189513017] 'range keys from in-memory index tree' (duration: 321.029855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:37.683699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:36.033941Z","time spent":"1.649742823s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:25:37.879885Z","caller":"traceutil/trace.go:171","msg":"trace[275634056] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"225.347155ms","start":"2026-07-24T17:25:37.654473Z","end":"2026-07-24T17:25:37.879821Z","steps":["trace[275634056] 'process raft request' (duration: 225.156119ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:37.880034Z","caller":"traceutil/trace.go:171","msg":"trace[347362080] linearizableReadLoop","detail":"{readStateIndex:3520; appliedIndex:3520; }","duration":"220.39471ms","start":"2026-07-24T17:25:37.659601Z","end":"2026-07-24T17:25:37.879996Z","steps":["trace[347362080] 'read index received' (duration: 220.377289ms)","trace[347362080] 'applied index is now lower than readState.Index' (duration: 14.741µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:37.880347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.724791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:37.880403Z","caller":"traceutil/trace.go:171","msg":"trace[1311259422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3383; }","duration":"220.816764ms","start":"2026-07-24T17:25:37.659573Z","end":"2026-07-24T17:25:37.88039Z","steps":["trace[1311259422] 'agreement among raft nodes before linearized reading' (duration: 220.718931ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:38.028647Z","caller":"traceutil/trace.go:171","msg":"trace[628550635] linearizableReadLoop","detail":"{readStateIndex:3521; appliedIndex:3520; }","duration":"148.31692ms","start":"2026-07-24T17:25:37.880302Z","end":"2026-07-24T17:25:38.028619Z","steps":["trace[628550635] 'read index received' (duration: 51.211943ms)","trace[628550635] 'applied index is now lower than readState.Index' (duration: 97.103947ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:38.029039Z","caller":"traceutil/trace.go:171","msg":"trace[1586133734] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"340.133185ms","start":"2026-07-24T17:25:37.688882Z","end":"2026-07-24T17:25:38.029015Z","steps":["trace[1586133734] 'process raft request' (duration: 242.703966ms)","trace[1586133734] 'compare' (duration: 96.86856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:38.029139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:37.688858Z","time spent":"340.227997ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:38.029265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.50052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:25:38.029346Z","caller":"traceutil/trace.go:171","msg":"trace[1142090728] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3384; }","duration":"341.621224ms","start":"2026-07-24T17:25:37.687709Z","end":"2026-07-24T17:25:38.029331Z","steps":["trace[1142090728] 'agreement among raft nodes before linearized reading' (duration: 341.317224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:38.029418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:37.687697Z","time spent":"341.704857ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:25:38.029479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.54413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:38.029501Z","caller":"traceutil/trace.go:171","msg":"trace[1093885422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3384; }","duration":"140.594662ms","start":"2026-07-24T17:25:37.8889Z","end":"2026-07-24T17:25:38.029495Z","steps":["trace[1093885422] 'agreement among raft nodes before linearized reading' (duration: 140.567451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:38.029434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.976708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:25:38.02963Z","caller":"traceutil/trace.go:171","msg":"trace[1742961367] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3384; }","duration":"145.212766ms","start":"2026-07-24T17:25:37.884412Z","end":"2026-07-24T17:25:38.029625Z","steps":["trace[1742961367] 'agreement among raft nodes before linearized reading' (duration: 144.960198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:38.029459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.747218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:38.029707Z","caller":"traceutil/trace.go:171","msg":"trace[783156586] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3384; }","duration":"342.017218ms","start":"2026-07-24T17:25:37.687686Z","end":"2026-07-24T17:25:38.029703Z","steps":["trace[783156586] 'agreement among raft nodes before linearized reading' (duration: 341.760669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:38.029723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:37.68767Z","time spent":"342.047808ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:25:38.452934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.733162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:38.453055Z","caller":"traceutil/trace.go:171","msg":"trace[1493914142] linearizableReadLoop","detail":"{readStateIndex:3522; appliedIndex:3521; }","duration":"419.955392ms","start":"2026-07-24T17:25:38.033083Z","end":"2026-07-24T17:25:38.453038Z","steps":["trace[1493914142] 'read index received' (duration: 195.90816ms)","trace[1493914142] 'applied index is now lower than readState.Index' (duration: 224.045672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:38.453277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.201631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:25:38.453315Z","caller":"traceutil/trace.go:171","msg":"trace[116238035] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3385; }","duration":"420.270273ms","start":"2026-07-24T17:25:38.033035Z","end":"2026-07-24T17:25:38.453305Z","steps":["trace[116238035] 'agreement among raft nodes before linearized reading' (duration: 420.105118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:38.453347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:38.033016Z","time spent":"420.324186ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:38.453402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.124968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:25:38.453528Z","caller":"traceutil/trace.go:171","msg":"trace[406670106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3385; }","duration":"420.280064ms","start":"2026-07-24T17:25:38.033214Z","end":"2026-07-24T17:25:38.453494Z","steps":["trace[406670106] 'agreement among raft nodes before linearized reading' (duration: 419.976263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:38.453626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:38.033207Z","time spent":"420.404798ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:25:38.453145Z","caller":"traceutil/trace.go:171","msg":"trace[18344051] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"421.682601ms","start":"2026-07-24T17:25:38.031435Z","end":"2026-07-24T17:25:38.453118Z","steps":["trace[18344051] 'process raft request' (duration: 197.68843ms)","trace[18344051] 'compare' (duration: 223.580277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:38.454134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:38.031405Z","time spent":"422.656924ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:38.826978Z","caller":"traceutil/trace.go:171","msg":"trace[1581890440] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"327.29407ms","start":"2026-07-24T17:25:38.499656Z","end":"2026-07-24T17:25:38.82695Z","steps":["trace[1581890440] 'process raft request' (duration: 326.98275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:38.827121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:38.499641Z","time spent":"327.405584ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:39.699732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.445467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:39.699899Z","caller":"traceutil/trace.go:171","msg":"trace[2072485515] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"1.199313265s","start":"2026-07-24T17:25:38.500572Z","end":"2026-07-24T17:25:39.699886Z","steps":["trace[2072485515] 'process raft request' (duration: 722.657111ms)","trace[2072485515] 'compare' (duration: 476.131467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:39.699945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:38.500544Z","time spent":"1.199380607s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:39.700482Z","caller":"traceutil/trace.go:171","msg":"trace[1965919098] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"1.199630426s","start":"2026-07-24T17:25:38.500841Z","end":"2026-07-24T17:25:39.700472Z","steps":["trace[1965919098] 'process raft request' (duration: 1.198963683s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:39.700535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:38.500826Z","time spent":"1.199679497s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:39.700865Z","caller":"traceutil/trace.go:171","msg":"trace[10936577] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"1.198473357s","start":"2026-07-24T17:25:38.502337Z","end":"2026-07-24T17:25:39.700811Z","steps":["trace[10936577] 'process raft request' (duration: 1.198080524s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:39.701148Z","caller":"traceutil/trace.go:171","msg":"trace[290510508] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"619.871097ms","start":"2026-07-24T17:25:39.081248Z","end":"2026-07-24T17:25:39.701119Z","steps":["trace[290510508] 'process raft request' (duration: 619.480394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:39.701856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:39.081223Z","time spent":"620.54184ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:39.701179Z","caller":"traceutil/trace.go:171","msg":"trace[1432120769] linearizableReadLoop","detail":"{readStateIndex:3529; appliedIndex:3523; }","duration":"596.726591ms","start":"2026-07-24T17:25:39.104433Z","end":"2026-07-24T17:25:39.701159Z","steps":["trace[1432120769] 'read index received' (duration: 118.739742ms)","trace[1432120769] 'applied index is now lower than readState.Index' (duration: 477.985729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:39.701284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.835715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:39.70211Z","caller":"traceutil/trace.go:171","msg":"trace[1489738418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3392; }","duration":"597.678713ms","start":"2026-07-24T17:25:39.104387Z","end":"2026-07-24T17:25:39.702066Z","steps":["trace[1489738418] 'agreement among raft nodes before linearized reading' (duration: 596.828515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:39.702192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:39.104368Z","time spent":"597.808998ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:39.701454Z","caller":"traceutil/trace.go:171","msg":"trace[1494118398] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"620.051953ms","start":"2026-07-24T17:25:39.081387Z","end":"2026-07-24T17:25:39.701439Z","steps":["trace[1494118398] 'process raft request' (duration: 619.618089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:39.702316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:39.081372Z","time spent":"620.889022ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:39.701496Z","caller":"traceutil/trace.go:171","msg":"trace[38271306] transaction","detail":"{read_only:false; response_revision:3392; number_of_response:1; }","duration":"620.030263ms","start":"2026-07-24T17:25:39.081455Z","end":"2026-07-24T17:25:39.701485Z","steps":["trace[38271306] 'process raft request' (duration: 619.64839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:39.702447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:39.081446Z","time spent":"620.935563ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:39.701607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:38.502327Z","time spent":"1.198605891s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:40.795814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.711782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:40.795949Z","caller":"traceutil/trace.go:171","msg":"trace[709297731] linearizableReadLoop","detail":"{readStateIndex:3530; appliedIndex:3529; }","duration":"761.953228ms","start":"2026-07-24T17:25:40.03398Z","end":"2026-07-24T17:25:40.795933Z","steps":["trace[709297731] 'read index received' (duration: 117.028119ms)","trace[709297731] 'applied index is now lower than readState.Index' (duration: 644.923869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:40.796333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.354511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:25:40.796399Z","caller":"traceutil/trace.go:171","msg":"trace[693987479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3393; }","duration":"762.462185ms","start":"2026-07-24T17:25:40.033919Z","end":"2026-07-24T17:25:40.796381Z","steps":["trace[693987479] 'agreement among raft nodes before linearized reading' (duration: 762.215757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:40.796492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.033897Z","time spent":"762.58165ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:25:40.796527Z","caller":"traceutil/trace.go:171","msg":"trace[979483654] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"908.96916ms","start":"2026-07-24T17:25:39.887036Z","end":"2026-07-24T17:25:40.796006Z","steps":["trace[979483654] 'process raft request' (duration: 263.973809ms)","trace[979483654] 'compare' (duration: 644.606048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:40.796686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:39.887018Z","time spent":"909.58318ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:41.282042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.186765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:41.282165Z","caller":"traceutil/trace.go:171","msg":"trace[1740762381] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"603.848083ms","start":"2026-07-24T17:25:40.67829Z","end":"2026-07-24T17:25:41.282138Z","steps":["trace[1740762381] 'process raft request' (duration: 317.441851ms)","trace[1740762381] 'compare' (duration: 286.069461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:41.282252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.678268Z","time spent":"603.940706ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:41.3167Z","caller":"traceutil/trace.go:171","msg":"trace[1370863122] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"638.113706ms","start":"2026-07-24T17:25:40.678554Z","end":"2026-07-24T17:25:41.316667Z","steps":["trace[1370863122] 'process raft request' (duration: 637.871438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.316886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.678547Z","time spent":"638.24248ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:41.317105Z","caller":"traceutil/trace.go:171","msg":"trace[1788764852] linearizableReadLoop","detail":"{readStateIndex:3532; appliedIndex:3530; }","duration":"520.965361ms","start":"2026-07-24T17:25:40.796103Z","end":"2026-07-24T17:25:41.317069Z","steps":["trace[1788764852] 'read index received' (duration: 199.736118ms)","trace[1788764852] 'applied index is now lower than readState.Index' (duration: 321.226923ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:41.317247Z","caller":"traceutil/trace.go:171","msg":"trace[1513717553] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"515.731236ms","start":"2026-07-24T17:25:40.801471Z","end":"2026-07-24T17:25:41.317202Z","steps":["trace[1513717553] 'process raft request' (duration: 515.130195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.31736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.801447Z","time spent":"515.859359ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:41.317385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.810209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:25:41.317171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111281176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:41.317533Z","caller":"traceutil/trace.go:171","msg":"trace[16178626] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3396; }","duration":"635.918342ms","start":"2026-07-24T17:25:40.681496Z","end":"2026-07-24T17:25:41.317414Z","steps":["trace[16178626] 'agreement among raft nodes before linearized reading' (duration: 635.716545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.317397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227689425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:41.317585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.681484Z","time spent":"636.088667ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:25:41.317597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.69545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:25:41.31764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.535904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:41.317665Z","caller":"traceutil/trace.go:171","msg":"trace[627739639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3396; }","duration":"486.786184ms","start":"2026-07-24T17:25:40.830858Z","end":"2026-07-24T17:25:41.317644Z","steps":["trace[627739639] 'agreement among raft nodes before linearized reading' (duration: 486.632668ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:41.317709Z","caller":"traceutil/trace.go:171","msg":"trace[2093432057] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3396; }","duration":"324.653898ms","start":"2026-07-24T17:25:40.993038Z","end":"2026-07-24T17:25:41.317692Z","steps":["trace[2093432057] 'agreement among raft nodes before linearized reading' (duration: 324.523934ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:41.317619Z","caller":"traceutil/trace.go:171","msg":"trace[1032271175] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3396; }","duration":"1.227981926s","start":"2026-07-24T17:25:40.089606Z","end":"2026-07-24T17:25:41.317588Z","steps":["trace[1032271175] 'agreement among raft nodes before linearized reading' (duration: 1.227562632s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.317859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212075371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:41.317925Z","caller":"traceutil/trace.go:171","msg":"trace[1672259158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3396; }","duration":"1.212222746s","start":"2026-07-24T17:25:40.105684Z","end":"2026-07-24T17:25:41.317907Z","steps":["trace[1672259158] 'agreement among raft nodes before linearized reading' (duration: 1.211472771s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.317981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.105669Z","time spent":"1.212294538s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:41.317714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.830845Z","time spent":"486.856175ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:25:41.317932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.089588Z","time spent":"1.228302436s","remote":"127.0.0.1:49518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:41.317783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.992718Z","time spent":"325.042241ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:41.317549Z","caller":"traceutil/trace.go:171","msg":"trace[1777274083] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3396; }","duration":"1.1117005s","start":"2026-07-24T17:25:40.205832Z","end":"2026-07-24T17:25:41.317532Z","steps":["trace[1777274083] 'agreement among raft nodes before linearized reading' (duration: 1.111284356s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.318326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.205812Z","time spent":"1.112480786s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:41.317783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.390907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:41.318925Z","caller":"traceutil/trace.go:171","msg":"trace[369642396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3396; }","duration":"475.571837ms","start":"2026-07-24T17:25:40.84333Z","end":"2026-07-24T17:25:41.318902Z","steps":["trace[369642396] 'agreement among raft nodes before linearized reading' (duration: 474.414928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.843309Z","time spent":"475.66781ms","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:41.317433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282732923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:41.319416Z","caller":"traceutil/trace.go:171","msg":"trace[2059512120] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3396; }","duration":"1.284753211s","start":"2026-07-24T17:25:40.034638Z","end":"2026-07-24T17:25:41.319391Z","steps":["trace[2059512120] 'agreement among raft nodes before linearized reading' (duration: 1.282681102s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.319482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:40.034615Z","time spent":"1.284850184s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:25:41.82664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.293189ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:25:41.827396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.319174Z","time spent":"508.216312ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:25:41.827535Z","caller":"traceutil/trace.go:171","msg":"trace[543755480] linearizableReadLoop","detail":"{readStateIndex:3534; appliedIndex:3533; }","duration":"507.83932ms","start":"2026-07-24T17:25:41.319682Z","end":"2026-07-24T17:25:41.827521Z","steps":["trace[543755480] 'read index received' (duration: 352.676591ms)","trace[543755480] 'applied index is now lower than readState.Index' (duration: 155.161359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:41.82764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.953933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:41.827656Z","caller":"traceutil/trace.go:171","msg":"trace[384765969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3397; }","duration":"508.013015ms","start":"2026-07-24T17:25:41.319638Z","end":"2026-07-24T17:25:41.827651Z","steps":["trace[384765969] 'agreement among raft nodes before linearized reading' (duration: 507.959153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.827672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.319616Z","time spent":"508.052937ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:41.828218Z","caller":"traceutil/trace.go:171","msg":"trace[1517727329] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"504.709304ms","start":"2026-07-24T17:25:41.323492Z","end":"2026-07-24T17:25:41.828202Z","steps":["trace[1517727329] 'process raft request' (duration: 503.256966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:41.828328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.323478Z","time spent":"504.796057ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:42.327886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:25:42.895659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.693696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:42.896253Z","caller":"traceutil/trace.go:171","msg":"trace[378466622] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"1.188549475s","start":"2026-07-24T17:25:41.707671Z","end":"2026-07-24T17:25:42.89622Z","steps":["trace[378466622] 'process raft request' (duration: 1.188303377s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:42.896467Z","caller":"traceutil/trace.go:171","msg":"trace[1340201671] linearizableReadLoop","detail":"{readStateIndex:3539; appliedIndex:3535; }","duration":"1.06888669s","start":"2026-07-24T17:25:41.827554Z","end":"2026-07-24T17:25:42.896441Z","steps":["trace[1340201671] 'read index received' (duration: 569.359726ms)","trace[1340201671] 'applied index is now lower than readState.Index' (duration: 499.525404ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:42.896631Z","caller":"traceutil/trace.go:171","msg":"trace[1679778015] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"1.188532665s","start":"2026-07-24T17:25:41.708073Z","end":"2026-07-24T17:25:42.896605Z","steps":["trace[1679778015] 'process raft request' (duration: 1.187962956s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:42.896697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573347026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-07-24T17:25:42.896712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189765066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:25:42.896733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192782597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:25:42.89678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061617136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:42.896805Z","caller":"traceutil/trace.go:171","msg":"trace[1870820942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3402; }","duration":"1.061670888s","start":"2026-07-24T17:25:41.835129Z","end":"2026-07-24T17:25:42.8968Z","steps":["trace[1870820942] 'agreement among raft nodes before linearized reading' (duration: 1.061630367s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:42.896832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.835116Z","time spent":"1.061710629s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:42.896792Z","caller":"traceutil/trace.go:171","msg":"trace[1671832495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3402; }","duration":"1.192895511s","start":"2026-07-24T17:25:41.703885Z","end":"2026-07-24T17:25:42.89678Z","steps":["trace[1671832495] 'agreement among raft nodes before linearized reading' (duration: 1.192613661s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:42.8969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.703858Z","time spent":"1.193027885s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:42.896906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.707662Z","time spent":"1.188664528s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:42.897016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.708064Z","time spent":"1.188894467s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:42.896741Z","caller":"traceutil/trace.go:171","msg":"trace[358179315] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3402; }","duration":"1.573432499s","start":"2026-07-24T17:25:41.3233Z","end":"2026-07-24T17:25:42.896732Z","steps":["trace[358179315] 'agreement among raft nodes before linearized reading' (duration: 1.573247083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:42.897119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.323285Z","time spent":"1.573827533s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T17:25:42.8966Z","caller":"traceutil/trace.go:171","msg":"trace[990688877] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"1.189344141s","start":"2026-07-24T17:25:41.707191Z","end":"2026-07-24T17:25:42.896536Z","steps":["trace[990688877] 'process raft request' (duration: 689.698994ms)","trace[990688877] 'compare' (duration: 498.264441ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:42.896777Z","caller":"traceutil/trace.go:171","msg":"trace[248458204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3402; }","duration":"1.189858669s","start":"2026-07-24T17:25:41.706902Z","end":"2026-07-24T17:25:42.896761Z","steps":["trace[248458204] 'agreement among raft nodes before linearized reading' (duration: 1.189688353s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:42.897224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.70717Z","time spent":"1.189990153s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:42.897238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.706891Z","time spent":"1.190317344s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:25:42.896461Z","caller":"traceutil/trace.go:171","msg":"trace[1789701246] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"1.067396481s","start":"2026-07-24T17:25:41.829032Z","end":"2026-07-24T17:25:42.896429Z","steps":["trace[1789701246] 'process raft request' (duration: 1.06708271s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:42.897682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.829005Z","time spent":"1.068644713s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:42.897598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192744576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:42.897971Z","caller":"traceutil/trace.go:171","msg":"trace[1108837256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3402; }","duration":"1.193144939s","start":"2026-07-24T17:25:41.704815Z","end":"2026-07-24T17:25:42.89796Z","steps":["trace[1108837256] 'agreement among raft nodes before linearized reading' (duration: 1.19166372s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:42.89802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:41.704799Z","time spent":"1.193210732s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:43.469925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.812062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:43.470091Z","caller":"traceutil/trace.go:171","msg":"trace[1810855572] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"568.479637ms","start":"2026-07-24T17:25:42.901588Z","end":"2026-07-24T17:25:43.470068Z","steps":["trace[1810855572] 'process raft request' (duration: 426.405306ms)","trace[1810855572] 'compare' (duration: 141.696798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:43.470199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:42.90157Z","time spent":"568.56716ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:43.47021Z","caller":"traceutil/trace.go:171","msg":"trace[215624424] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"566.544652ms","start":"2026-07-24T17:25:42.903648Z","end":"2026-07-24T17:25:43.470192Z","steps":["trace[215624424] 'process raft request' (duration: 566.499291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:43.470281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:42.903643Z","time spent":"566.603994ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:43.470504Z","caller":"traceutil/trace.go:171","msg":"trace[546764344] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"566.914504ms","start":"2026-07-24T17:25:42.903579Z","end":"2026-07-24T17:25:43.470493Z","steps":["trace[546764344] 'process raft request' (duration: 566.47859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:43.47055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:42.90357Z","time spent":"566.957747ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:43.470551Z","caller":"traceutil/trace.go:171","msg":"trace[360275717] linearizableReadLoop","detail":"{readStateIndex:3541; appliedIndex:3540; }","duration":"567.094071ms","start":"2026-07-24T17:25:42.903421Z","end":"2026-07-24T17:25:43.470515Z","steps":["trace[360275717] 'read index received' (duration: 424.550534ms)","trace[360275717] 'applied index is now lower than readState.Index' (duration: 142.542177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:43.470654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.228996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:25:43.47068Z","caller":"traceutil/trace.go:171","msg":"trace[1382035304] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3405; }","duration":"567.262636ms","start":"2026-07-24T17:25:42.903407Z","end":"2026-07-24T17:25:43.47067Z","steps":["trace[1382035304] 'agreement among raft nodes before linearized reading' (duration: 567.183944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:43.470695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:42.903402Z","time spent":"567.289807ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:25:43.470715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.024356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:25:43.470725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.07246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:25:43.470747Z","caller":"traceutil/trace.go:171","msg":"trace[957312116] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3405; }","duration":"567.130922ms","start":"2026-07-24T17:25:42.90361Z","end":"2026-07-24T17:25:43.470741Z","steps":["trace[957312116] 'agreement among raft nodes before linearized reading' (duration: 567.018038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:43.470764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:42.903598Z","time spent":"567.161713ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:43.470767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.114971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:43.470784Z","caller":"traceutil/trace.go:171","msg":"trace[35237850] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3405; }","duration":"418.174023ms","start":"2026-07-24T17:25:43.052606Z","end":"2026-07-24T17:25:43.47078Z","steps":["trace[35237850] 'agreement among raft nodes before linearized reading' (duration: 418.146342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:43.4708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:43.052586Z","time spent":"418.209165ms","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:43.470824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.550435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:43.470838Z","caller":"traceutil/trace.go:171","msg":"trace[1416603748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3405; }","duration":"564.564036ms","start":"2026-07-24T17:25:42.906269Z","end":"2026-07-24T17:25:43.470833Z","steps":["trace[1416603748] 'agreement among raft nodes before linearized reading' (duration: 564.533275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:43.47085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:42.906254Z","time spent":"564.593206ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:43.47073Z","caller":"traceutil/trace.go:171","msg":"trace[619718379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3405; }","duration":"149.069147ms","start":"2026-07-24T17:25:43.321656Z","end":"2026-07-24T17:25:43.470725Z","steps":["trace[619718379] 'agreement among raft nodes before linearized reading' (duration: 149.020036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:43.978976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:25:44.595225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.540394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:44.595304Z","caller":"traceutil/trace.go:171","msg":"trace[1238771625] linearizableReadLoop","detail":"{readStateIndex:3544; appliedIndex:3543; }","duration":"1.116864445s","start":"2026-07-24T17:25:43.478428Z","end":"2026-07-24T17:25:44.595292Z","steps":["trace[1238771625] 'read index received' (duration: 860.141625ms)","trace[1238771625] 'applied index is now lower than readState.Index' (duration: 256.72203ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:44.595416Z","caller":"traceutil/trace.go:171","msg":"trace[1013880516] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"1.121175381s","start":"2026-07-24T17:25:43.474199Z","end":"2026-07-24T17:25:44.595375Z","steps":["trace[1013880516] 'process raft request' (duration: 864.419709ms)","trace[1013880516] 'compare' (duration: 256.457762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:44.595651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:43.474179Z","time spent":"1.121366727s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:44.59546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117027391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:25:44.595815Z","caller":"traceutil/trace.go:171","msg":"trace[500810158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3406; }","duration":"1.117390142s","start":"2026-07-24T17:25:43.478412Z","end":"2026-07-24T17:25:44.595802Z","steps":["trace[500810158] 'agreement among raft nodes before linearized reading' (duration: 1.116948077s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:44.59589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:43.478403Z","time spent":"1.117474966s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:25:44.659589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.965841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:44.659655Z","caller":"traceutil/trace.go:171","msg":"trace[336185282] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3407; }","duration":"626.073894ms","start":"2026-07-24T17:25:44.033566Z","end":"2026-07-24T17:25:44.65964Z","steps":["trace[336185282] 'agreement among raft nodes before linearized reading' (duration: 625.874578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:44.659685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.033551Z","time spent":"626.128317ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:25:44.659751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.367275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:25:44.659946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.735679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:44.659979Z","caller":"traceutil/trace.go:171","msg":"trace[1025302189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3407; }","duration":"555.804782ms","start":"2026-07-24T17:25:44.104166Z","end":"2026-07-24T17:25:44.659971Z","steps":["trace[1025302189] 'agreement among raft nodes before linearized reading' (duration: 555.75508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:44.660002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.104148Z","time spent":"555.845183ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:44.659856Z","caller":"traceutil/trace.go:171","msg":"trace[574757506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3407; }","duration":"827.485379ms","start":"2026-07-24T17:25:43.832322Z","end":"2026-07-24T17:25:44.659807Z","steps":["trace[574757506] 'agreement among raft nodes before linearized reading' (duration: 827.304903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:44.660124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:43.832293Z","time spent":"827.82342ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:25:45.711109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.702671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:45.711336Z","caller":"traceutil/trace.go:171","msg":"trace[1028713947] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"808.804579ms","start":"2026-07-24T17:25:44.902513Z","end":"2026-07-24T17:25:45.711317Z","steps":["trace[1028713947] 'process raft request' (duration: 808.722256ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:45.711359Z","caller":"traceutil/trace.go:171","msg":"trace[740186119] linearizableReadLoop","detail":"{readStateIndex:3546; appliedIndex:3545; }","duration":"1.044384485s","start":"2026-07-24T17:25:44.666943Z","end":"2026-07-24T17:25:45.711327Z","steps":["trace[740186119] 'read index received' (duration: 109.220029ms)","trace[740186119] 'applied index is now lower than readState.Index' (duration: 935.162076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:45.711405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.902487Z","time spent":"808.885562ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:45.712037Z","caller":"traceutil/trace.go:171","msg":"trace[742404821] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"1.045530393s","start":"2026-07-24T17:25:44.66649Z","end":"2026-07-24T17:25:45.71202Z","steps":["trace[742404821] 'process raft request' (duration: 109.826829ms)","trace[742404821] 'compare' (duration: 934.588837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:45.712119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.666477Z","time spent":"1.045603047s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:45.71263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045597506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:25:45.71272Z","caller":"traceutil/trace.go:171","msg":"trace[1536060036] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3409; }","duration":"1.045771842s","start":"2026-07-24T17:25:44.666926Z","end":"2026-07-24T17:25:45.712697Z","steps":["trace[1536060036] 'agreement among raft nodes before linearized reading' (duration: 1.045472952s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:45.712775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.666919Z","time spent":"1.045841205s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:47.105451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:25:47.105547Z","caller":"traceutil/trace.go:171","msg":"trace[569612550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473131s","start":"2026-07-24T17:25:45.105051Z","end":"2026-07-24T17:25:47.105524Z","steps":["trace[569612550] 'agreement among raft nodes before linearized reading' (duration: 2.000353477s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.105597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.105031Z","time spent":"2.000555675s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:25:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:25:47.352496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231700157s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:47.352853Z","caller":"traceutil/trace.go:171","msg":"trace[336394585] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"1.43799464s","start":"2026-07-24T17:25:45.914835Z","end":"2026-07-24T17:25:47.35283Z","steps":["trace[336394585] 'process raft request' (duration: 1.437937328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.352961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.914809Z","time spent":"1.438103164s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:47.353416Z","caller":"traceutil/trace.go:171","msg":"trace[1714204232] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"2.449482264s","start":"2026-07-24T17:25:44.903914Z","end":"2026-07-24T17:25:47.353397Z","steps":["trace[1714204232] 'process raft request' (duration: 1.216789433s)","trace[1714204232] 'compare' (duration: 1.23149273s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:47.353507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.903888Z","time spent":"2.449575468s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:47.35354Z","caller":"traceutil/trace.go:171","msg":"trace[793128264] linearizableReadLoop","detail":"{readStateIndex:3550; appliedIndex:3547; }","duration":"1.642071742s","start":"2026-07-24T17:25:45.71144Z","end":"2026-07-24T17:25:47.353512Z","steps":["trace[793128264] 'read index received' (duration: 409.258687ms)","trace[793128264] 'applied index is now lower than readState.Index' (duration: 1.232809415s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:47.353718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878018772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:25:47.35378Z","caller":"traceutil/trace.go:171","msg":"trace[2146092781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3413; }","duration":"1.878102755s","start":"2026-07-24T17:25:45.475661Z","end":"2026-07-24T17:25:47.353764Z","steps":["trace[2146092781] 'agreement among raft nodes before linearized reading' (duration: 1.877903528s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.353818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.475655Z","time spent":"1.878154556s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:25:47.353844Z","caller":"traceutil/trace.go:171","msg":"trace[741671020] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"2.447697324s","start":"2026-07-24T17:25:44.90613Z","end":"2026-07-24T17:25:47.353827Z","steps":["trace[741671020] 'process raft request' (duration: 2.446580436s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.353888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878497298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:25:47.353923Z","caller":"traceutil/trace.go:171","msg":"trace[1462622609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3413; }","duration":"1.878567901s","start":"2026-07-24T17:25:45.475345Z","end":"2026-07-24T17:25:47.353913Z","steps":["trace[1462622609] 'agreement among raft nodes before linearized reading' (duration: 1.878452787s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.353939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.906118Z","time spent":"2.447777516s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:47.353965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.475331Z","time spent":"1.878626522s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:47.353975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878266131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:47.354005Z","caller":"traceutil/trace.go:171","msg":"trace[624849006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3413; }","duration":"1.878315383s","start":"2026-07-24T17:25:45.475681Z","end":"2026-07-24T17:25:47.353996Z","steps":["trace[624849006] 'agreement among raft nodes before linearized reading' (duration: 1.87823319s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.354032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.475669Z","time spent":"1.878357484s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:25:47.354083Z","caller":"traceutil/trace.go:171","msg":"trace[1082210821] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"2.449202375s","start":"2026-07-24T17:25:44.90482Z","end":"2026-07-24T17:25:47.354022Z","steps":["trace[1082210821] 'process raft request' (duration: 2.447787946s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.354187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007175511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:47.354194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.32161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:47.354229Z","caller":"traceutil/trace.go:171","msg":"trace[1803292586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3413; }","duration":"248.388802ms","start":"2026-07-24T17:25:47.105831Z","end":"2026-07-24T17:25:47.35422Z","steps":["trace[1803292586] 'agreement among raft nodes before linearized reading' (duration: 248.345481ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:47.354223Z","caller":"traceutil/trace.go:171","msg":"trace[17055926] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3413; }","duration":"2.007279064s","start":"2026-07-24T17:25:45.346935Z","end":"2026-07-24T17:25:47.354214Z","steps":["trace[17055926] 'agreement among raft nodes before linearized reading' (duration: 2.007183041s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.354264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.089016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:25:47.354107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633384565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:47.35431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.346916Z","time spent":"2.007384137s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:47.354322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630815121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:47.35433Z","caller":"traceutil/trace.go:171","msg":"trace[2063140146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3413; }","duration":"755.175059ms","start":"2026-07-24T17:25:46.599136Z","end":"2026-07-24T17:25:47.354311Z","steps":["trace[2063140146] 'agreement among raft nodes before linearized reading' (duration: 755.011654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:47.354364Z","caller":"traceutil/trace.go:171","msg":"trace[284314116] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3413; }","duration":"1.630865544s","start":"2026-07-24T17:25:45.723486Z","end":"2026-07-24T17:25:47.354351Z","steps":["trace[284314116] 'agreement among raft nodes before linearized reading' (duration: 1.630814552s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.354378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:46.599122Z","time spent":"755.243652ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:25:47.354382Z","caller":"traceutil/trace.go:171","msg":"trace[706800274] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3413; }","duration":"2.633638564s","start":"2026-07-24T17:25:44.72068Z","end":"2026-07-24T17:25:47.354319Z","steps":["trace[706800274] 'agreement among raft nodes before linearized reading' (duration: 2.633361584s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.354405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.723479Z","time spent":"1.630915255s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:47.354282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138106378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:47.354479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.720662Z","time spent":"2.633799789s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:25:47.3545Z","caller":"traceutil/trace.go:171","msg":"trace[1988367325] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3413; }","duration":"1.138353007s","start":"2026-07-24T17:25:46.216126Z","end":"2026-07-24T17:25:47.354479Z","steps":["trace[1988367325] 'agreement among raft nodes before linearized reading' (duration: 1.138087618s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.354195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009192832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:47.354552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:46.216101Z","time spent":"1.138434329s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:47.354148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637229379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:25:47.354551Z","caller":"traceutil/trace.go:171","msg":"trace[1601314982] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3413; }","duration":"1.009582116s","start":"2026-07-24T17:25:46.344956Z","end":"2026-07-24T17:25:47.354538Z","steps":["trace[1601314982] 'agreement among raft nodes before linearized reading' (duration: 1.009209693s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:47.35464Z","caller":"traceutil/trace.go:171","msg":"trace[720689566] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3413; }","duration":"1.637750216s","start":"2026-07-24T17:25:45.71688Z","end":"2026-07-24T17:25:47.35463Z","steps":["trace[720689566] 'agreement among raft nodes before linearized reading' (duration: 1.637181977s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.354662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:46.34486Z","time spent":"1.009788773s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:47.35468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.716866Z","time spent":"1.637804538s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:47.354133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906484555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:47.354839Z","caller":"traceutil/trace.go:171","msg":"trace[233498718] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3413; }","duration":"1.90722975s","start":"2026-07-24T17:25:45.447596Z","end":"2026-07-24T17:25:47.354825Z","steps":["trace[233498718] 'agreement among raft nodes before linearized reading' (duration: 1.906507235s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:47.354893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:45.447573Z","time spent":"1.907305283s","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:47.354274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:44.904807Z","time spent":"2.449375781s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:48.234797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.778314Z","time spent":"456.389847ms","remote":"127.0.0.1:40272","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:25:48.234976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.285405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:48.235651Z","caller":"traceutil/trace.go:171","msg":"trace[2134183509] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"875.48277ms","start":"2026-07-24T17:25:47.360095Z","end":"2026-07-24T17:25:48.235578Z","steps":["trace[2134183509] 'process raft request' (duration: 716.491641ms)","trace[2134183509] 'compare' (duration: 158.111079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:48.235774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.360086Z","time spent":"875.620665ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:48.235853Z","caller":"traceutil/trace.go:171","msg":"trace[212449784] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"875.668826ms","start":"2026-07-24T17:25:47.360134Z","end":"2026-07-24T17:25:48.235803Z","steps":["trace[212449784] 'process raft request' (duration: 875.50019ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:48.235899Z","caller":"traceutil/trace.go:171","msg":"trace[244043686] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"875.670496ms","start":"2026-07-24T17:25:47.360064Z","end":"2026-07-24T17:25:48.235735Z","steps":["trace[244043686] 'process raft request' (duration: 875.337045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:48.235981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.360123Z","time spent":"875.790901ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:48.236114Z","caller":"traceutil/trace.go:171","msg":"trace[1496536934] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"874.89294ms","start":"2026-07-24T17:25:47.361197Z","end":"2026-07-24T17:25:48.23609Z","steps":["trace[1496536934] 'process raft request' (duration: 874.554278ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:48.236167Z","caller":"traceutil/trace.go:171","msg":"trace[1403963046] linearizableReadLoop","detail":"{readStateIndex:3556; appliedIndex:3551; }","duration":"874.668722ms","start":"2026-07-24T17:25:47.361485Z","end":"2026-07-24T17:25:48.236153Z","steps":["trace[1403963046] 'read index received' (duration: 37.847933ms)","trace[1403963046] 'applied index is now lower than readState.Index' (duration: 836.819569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:48.236179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.360045Z","time spent":"875.920934ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:48.236352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.361189Z","time spent":"874.986303ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:48.470934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.02411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T17:25:48.4713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109775356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:25:48.471388Z","caller":"traceutil/trace.go:171","msg":"trace[585583147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3418; }","duration":"1.10988813s","start":"2026-07-24T17:25:47.361469Z","end":"2026-07-24T17:25:48.471357Z","steps":["trace[585583147] 'agreement among raft nodes before linearized reading' (duration: 874.759515ms)","trace[585583147] 'range keys from in-memory index tree' (duration: 234.762522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:48.471447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.361463Z","time spent":"1.109970962s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:25:48.471445Z","caller":"traceutil/trace.go:171","msg":"trace[1151432342] linearizableReadLoop","detail":"{readStateIndex:3559; appliedIndex:3556; }","duration":"235.236118ms","start":"2026-07-24T17:25:48.23619Z","end":"2026-07-24T17:25:48.471427Z","steps":["trace[1151432342] 'read index received' (duration: 59.102µs)","trace[1151432342] 'applied index is now lower than readState.Index' (duration: 235.176056ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:48.471641Z","caller":"traceutil/trace.go:171","msg":"trace[420442137] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"856.326861ms","start":"2026-07-24T17:25:47.615306Z","end":"2026-07-24T17:25:48.471633Z","steps":["trace[420442137] 'process raft request' (duration: 855.70151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:48.47171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.615283Z","time spent":"856.387333ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:48.471525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107889292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:48.471884Z","caller":"traceutil/trace.go:171","msg":"trace[982198805] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"754.420965ms","start":"2026-07-24T17:25:47.717453Z","end":"2026-07-24T17:25:48.471874Z","steps":["trace[982198805] 'process raft request' (duration: 753.931068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:48.471928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.717427Z","time spent":"754.479357ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:48.471994Z","caller":"traceutil/trace.go:171","msg":"trace[2082505907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3420; }","duration":"1.108279134s","start":"2026-07-24T17:25:47.363606Z","end":"2026-07-24T17:25:48.471885Z","steps":["trace[2082505907] 'agreement among raft nodes before linearized reading' (duration: 1.10786677s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:48.472121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.936085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:48.472218Z","caller":"traceutil/trace.go:171","msg":"trace[966688867] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3420; }","duration":"927.077641ms","start":"2026-07-24T17:25:47.545107Z","end":"2026-07-24T17:25:48.472184Z","steps":["trace[966688867] 'agreement among raft nodes before linearized reading' (duration: 926.929886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:48.472088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.906454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:48.47226Z","caller":"traceutil/trace.go:171","msg":"trace[1418775270] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3420; }","duration":"439.111261ms","start":"2026-07-24T17:25:48.033141Z","end":"2026-07-24T17:25:48.472252Z","steps":["trace[1418775270] 'agreement among raft nodes before linearized reading' (duration: 438.873463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:48.472262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.545081Z","time spent":"927.171593ms","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:48.472284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:48.033121Z","time spent":"439.156723ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:25:48.472381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.183341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:25:48.472447Z","caller":"traceutil/trace.go:171","msg":"trace[792952988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3420; }","duration":"755.326066ms","start":"2026-07-24T17:25:47.717103Z","end":"2026-07-24T17:25:48.472429Z","steps":["trace[792952988] 'agreement among raft nodes before linearized reading' (duration: 754.918122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:48.472533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.717082Z","time spent":"755.397769ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:25:48.472142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:47.3636Z","time spent":"1.108522834s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:49.110453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.728778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:49.110704Z","caller":"traceutil/trace.go:171","msg":"trace[264978995] linearizableReadLoop","detail":"{readStateIndex:3560; appliedIndex:3559; }","duration":"631.24021ms","start":"2026-07-24T17:25:48.47931Z","end":"2026-07-24T17:25:49.11055Z","steps":["trace[264978995] 'read index received' (duration: 163.236383ms)","trace[264978995] 'applied index is now lower than readState.Index' (duration: 468.001727ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:49.11098Z","caller":"traceutil/trace.go:171","msg":"trace[1892019471] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"634.128129ms","start":"2026-07-24T17:25:48.476823Z","end":"2026-07-24T17:25:49.110951Z","steps":["trace[1892019471] 'process raft request' (duration: 165.830741ms)","trace[1892019471] 'compare' (duration: 467.418358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:49.111127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:48.476809Z","time spent":"634.224681ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:49.11159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.34055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:49.111683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.360199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:25:49.111796Z","caller":"traceutil/trace.go:171","msg":"trace[44116919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3421; }","duration":"627.494263ms","start":"2026-07-24T17:25:48.484284Z","end":"2026-07-24T17:25:49.111778Z","steps":["trace[44116919] 'agreement among raft nodes before linearized reading' (duration: 627.266875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:49.111634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.343121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:49.111888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:48.484278Z","time spent":"627.581346ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:25:49.111909Z","caller":"traceutil/trace.go:171","msg":"trace[1487056084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3421; }","duration":"628.59505ms","start":"2026-07-24T17:25:48.483262Z","end":"2026-07-24T17:25:49.111857Z","steps":["trace[1487056084] 'agreement among raft nodes before linearized reading' (duration: 628.236128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:49.111997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:48.483254Z","time spent":"628.694033ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:49.111686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.791069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:25:49.112132Z","caller":"traceutil/trace.go:171","msg":"trace[1034168296] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3421; }","duration":"632.828864ms","start":"2026-07-24T17:25:48.479292Z","end":"2026-07-24T17:25:49.112121Z","steps":["trace[1034168296] 'agreement among raft nodes before linearized reading' (duration: 631.680255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:49.11218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:48.479285Z","time spent":"632.884346ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:25:49.112015Z","caller":"traceutil/trace.go:171","msg":"trace[943358281] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3421; }","duration":"160.563877ms","start":"2026-07-24T17:25:48.951198Z","end":"2026-07-24T17:25:49.111762Z","steps":["trace[943358281] 'agreement among raft nodes before linearized reading' (duration: 160.310608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:49.926578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389388,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:25:50.379397Z","caller":"traceutil/trace.go:171","msg":"trace[1545034067] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"953.607112ms","start":"2026-07-24T17:25:49.425766Z","end":"2026-07-24T17:25:50.379373Z","steps":["trace[1545034067] 'process raft request' (duration: 953.481957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.379525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:49.425747Z","time spent":"953.712626ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:50.758857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.3909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:50.759261Z","caller":"traceutil/trace.go:171","msg":"trace[393238334] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"1.333371432s","start":"2026-07-24T17:25:49.425856Z","end":"2026-07-24T17:25:50.759228Z","steps":["trace[393238334] 'process raft request' (duration: 1.219527806s)","trace[393238334] 'compare' (duration: 113.105011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:50.759583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:49.425828Z","time spent":"1.33361679s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:50.759725Z","caller":"traceutil/trace.go:171","msg":"trace[1980541728] linearizableReadLoop","detail":"{readStateIndex:3563; appliedIndex:3560; }","duration":"1.333639971s","start":"2026-07-24T17:25:49.426059Z","end":"2026-07-24T17:25:50.759699Z","steps":["trace[1980541728] 'read index received' (duration: 953.27258ms)","trace[1980541728] 'applied index is now lower than readState.Index' (duration: 380.364351ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:50.759624Z","caller":"traceutil/trace.go:171","msg":"trace[251498609] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"281.231435ms","start":"2026-07-24T17:25:50.478368Z","end":"2026-07-24T17:25:50.759599Z","steps":["trace[251498609] 'process raft request' (duration: 281.177744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.76002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.079411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:25:50.760016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.061383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:25:50.760065Z","caller":"traceutil/trace.go:171","msg":"trace[1384595715] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3425; }","duration":"726.177525ms","start":"2026-07-24T17:25:50.033877Z","end":"2026-07-24T17:25:50.760054Z","steps":["trace[1384595715] 'agreement among raft nodes before linearized reading' (duration: 726.002809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.760061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333972943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:25:50.760086Z","caller":"traceutil/trace.go:171","msg":"trace[660143966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3425; }","duration":"519.173596ms","start":"2026-07-24T17:25:50.240896Z","end":"2026-07-24T17:25:50.76007Z","steps":["trace[660143966] 'agreement among raft nodes before linearized reading' (duration: 518.99225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.760099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.033857Z","time spent":"726.233816ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:25:50.760108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.140289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:50.760145Z","caller":"traceutil/trace.go:171","msg":"trace[1467633184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3425; }","duration":"1.334079665s","start":"2026-07-24T17:25:49.426021Z","end":"2026-07-24T17:25:50.7601Z","steps":["trace[1467633184] 'agreement among raft nodes before linearized reading' (duration: 1.333799216s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:50.760199Z","caller":"traceutil/trace.go:171","msg":"trace[245167303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3425; }","duration":"520.247743ms","start":"2026-07-24T17:25:50.239919Z","end":"2026-07-24T17:25:50.760167Z","steps":["trace[245167303] 'agreement among raft nodes before linearized reading' (duration: 520.021705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.760191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:49.426014Z","time spent":"1.334165909s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:25:50.760251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.239903Z","time spent":"520.334616ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:25:50.760289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.094158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:50.760317Z","caller":"traceutil/trace.go:171","msg":"trace[2008038074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3425; }","duration":"656.15171ms","start":"2026-07-24T17:25:50.104156Z","end":"2026-07-24T17:25:50.760308Z","steps":["trace[2008038074] 'agreement among raft nodes before linearized reading' (duration: 656.108478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.76035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.104137Z","time spent":"656.206692ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:50.760434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.033824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:25:50.76013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.240878Z","time spent":"519.242449ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:25:50.760505Z","caller":"traceutil/trace.go:171","msg":"trace[1912857811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3425; }","duration":"233.145058ms","start":"2026-07-24T17:25:50.527347Z","end":"2026-07-24T17:25:50.760492Z","steps":["trace[1912857811] 'agreement among raft nodes before linearized reading' (duration: 233.049215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.760464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.427739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:25:50.760696Z","caller":"traceutil/trace.go:171","msg":"trace[1946153246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3425; }","duration":"520.698048ms","start":"2026-07-24T17:25:50.239987Z","end":"2026-07-24T17:25:50.760685Z","steps":["trace[1946153246] 'agreement among raft nodes before linearized reading' (duration: 520.379958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.760736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.239969Z","time spent":"520.75467ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:25:50.759782Z","caller":"traceutil/trace.go:171","msg":"trace[26461407] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"1.331768758s","start":"2026-07-24T17:25:49.427981Z","end":"2026-07-24T17:25:50.75975Z","steps":["trace[26461407] 'process raft request' (duration: 1.330973191s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:50.762508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:49.42796Z","time spent":"1.334463269s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:51.963696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.370527ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:25:51.963768Z","caller":"traceutil/trace.go:171","msg":"trace[1462321430] linearizableReadLoop","detail":"{readStateIndex:3565; appliedIndex:3564; }","duration":"1.199150679s","start":"2026-07-24T17:25:50.764605Z","end":"2026-07-24T17:25:51.963755Z","steps":["trace[1462321430] 'read index received' (duration: 322.705029ms)","trace[1462321430] 'applied index is now lower than readState.Index' (duration: 876.44439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:51.963779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.761546Z","time spent":"1.202225124s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:25:51.963974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199355616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:25:51.964022Z","caller":"traceutil/trace.go:171","msg":"trace[1667219779] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3425; }","duration":"1.199443929s","start":"2026-07-24T17:25:50.764564Z","end":"2026-07-24T17:25:51.964008Z","steps":["trace[1667219779] 'agreement among raft nodes before linearized reading' (duration: 1.199234872s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:51.964061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.764546Z","time spent":"1.199503931s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:25:52.232326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119211756s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:25:52.526403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.656864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:52.526734Z","caller":"traceutil/trace.go:171","msg":"trace[366802099] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"1.760703287s","start":"2026-07-24T17:25:50.766013Z","end":"2026-07-24T17:25:52.526716Z","steps":["trace[366802099] 'process raft request' (duration: 1.760476599s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:52.526749Z","caller":"traceutil/trace.go:171","msg":"trace[1847823352] transaction","detail":"{read_only:false; response_revision:3431; number_of_response:1; }","duration":"360.705063ms","start":"2026-07-24T17:25:52.166016Z","end":"2026-07-24T17:25:52.526721Z","steps":["trace[1847823352] 'process raft request' (duration: 360.665921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:52.526791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.766002Z","time spent":"1.760761369s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:52.526826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.165992Z","time spent":"360.801306ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:52.526858Z","caller":"traceutil/trace.go:171","msg":"trace[1109606394] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"1.760357985s","start":"2026-07-24T17:25:50.766462Z","end":"2026-07-24T17:25:52.52682Z","steps":["trace[1109606394] 'process raft request' (duration: 1.760145598s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:52.526926Z","caller":"traceutil/trace.go:171","msg":"trace[2042512291] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"561.463544ms","start":"2026-07-24T17:25:51.965453Z","end":"2026-07-24T17:25:52.526916Z","steps":["trace[2042512291] 'process raft request' (duration: 561.193305ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:52.526936Z","caller":"traceutil/trace.go:171","msg":"trace[1698531860] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"1.760431548s","start":"2026-07-24T17:25:50.76643Z","end":"2026-07-24T17:25:52.526861Z","steps":["trace[1698531860] 'process raft request' (duration: 1.760145468s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:52.526932Z","caller":"traceutil/trace.go:171","msg":"trace[1524222211] linearizableReadLoop","detail":"{readStateIndex:3569; appliedIndex:3565; }","duration":"563.118771ms","start":"2026-07-24T17:25:51.963785Z","end":"2026-07-24T17:25:52.526903Z","steps":["trace[1524222211] 'read index received' (duration: 268.783674ms)","trace[1524222211] 'applied index is now lower than readState.Index' (duration: 294.332727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:52.526972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:51.965438Z","time spent":"561.508926ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:52.527013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.766421Z","time spent":"1.760561702s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:52.527011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.766449Z","time spent":"1.760481839s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:52.527071Z","caller":"traceutil/trace.go:171","msg":"trace[1835970274] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"1.761160742s","start":"2026-07-24T17:25:50.7659Z","end":"2026-07-24T17:25:52.527061Z","steps":["trace[1835970274] 'process raft request' (duration: 1.466763013s)","trace[1835970274] 'compare' (duration: 293.25217ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:52.527113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:50.765884Z","time spent":"1.761206824s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:52.527103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.502705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:52.527153Z","caller":"traceutil/trace.go:171","msg":"trace[419750571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3431; }","duration":"876.600958ms","start":"2026-07-24T17:25:51.650538Z","end":"2026-07-24T17:25:52.527139Z","steps":["trace[419750571] 'agreement among raft nodes before linearized reading' (duration: 876.494384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:52.527203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:51.650527Z","time spent":"876.65978ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:52.527277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420180559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:52.527315Z","caller":"traceutil/trace.go:171","msg":"trace[719140031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3431; }","duration":"1.420260943s","start":"2026-07-24T17:25:51.107041Z","end":"2026-07-24T17:25:52.527302Z","steps":["trace[719140031] 'agreement among raft nodes before linearized reading' (duration: 1.420203311s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:52.52732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491815922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:25:52.527311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412762726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:25:52.527351Z","caller":"traceutil/trace.go:171","msg":"trace[134253924] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3431; }","duration":"1.491885434s","start":"2026-07-24T17:25:51.035457Z","end":"2026-07-24T17:25:52.527342Z","steps":["trace[134253924] 'agreement among raft nodes before linearized reading' (duration: 1.491836442s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:52.527351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:51.107013Z","time spent":"1.420331625s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:52.527379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:51.035439Z","time spent":"1.491930926s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:52.527349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.903301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:52.527379Z","caller":"traceutil/trace.go:171","msg":"trace[1003076216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3431; }","duration":"1.41285484s","start":"2026-07-24T17:25:51.114504Z","end":"2026-07-24T17:25:52.527359Z","steps":["trace[1003076216] 'agreement among raft nodes before linearized reading' (duration: 1.412667993s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:52.527423Z","caller":"traceutil/trace.go:171","msg":"trace[1371924461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3431; }","duration":"880.040845ms","start":"2026-07-24T17:25:51.647364Z","end":"2026-07-24T17:25:52.527404Z","steps":["trace[1371924461] 'agreement among raft nodes before linearized reading' (duration: 879.8845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:52.527439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:51.114484Z","time spent":"1.412939753s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:25:52.527466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:51.647342Z","time spent":"880.110458ms","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:25:52.601Z","caller":"traceutil/trace.go:171","msg":"trace[1365969987] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"215.939082ms","start":"2026-07-24T17:25:52.385039Z","end":"2026-07-24T17:25:52.600978Z","steps":["trace[1365969987] 'process raft request' (duration: 215.680593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:52.601582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.558805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:52.601687Z","caller":"traceutil/trace.go:171","msg":"trace[2010683284] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3432; }","duration":"577.70754ms","start":"2026-07-24T17:25:52.023955Z","end":"2026-07-24T17:25:52.601662Z","steps":["trace[2010683284] 'agreement among raft nodes before linearized reading' (duration: 577.542494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:52.601807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.023938Z","time spent":"577.844185ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:52.601935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.997005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:25:52.602016Z","caller":"traceutil/trace.go:171","msg":"trace[486652068] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3432; }","duration":"635.116299ms","start":"2026-07-24T17:25:51.966884Z","end":"2026-07-24T17:25:52.602Z","steps":["trace[486652068] 'agreement among raft nodes before linearized reading' (duration: 634.229438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:52.60206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:51.966877Z","time spent":"635.176801ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:25:53.241912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.008962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:53.242327Z","caller":"traceutil/trace.go:171","msg":"trace[1697290968] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"711.448996ms","start":"2026-07-24T17:25:52.530851Z","end":"2026-07-24T17:25:53.2423Z","steps":["trace[1697290968] 'process raft request' (duration: 318.976048ms)","trace[1697290968] 'compare' (duration: 391.793515ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:53.24231Z","caller":"traceutil/trace.go:171","msg":"trace[360117737] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"475.594305ms","start":"2026-07-24T17:25:52.766686Z","end":"2026-07-24T17:25:53.24228Z","steps":["trace[360117737] 'process raft request' (duration: 475.347697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:53.242522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.959788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:53.242573Z","caller":"traceutil/trace.go:171","msg":"trace[1941411508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3436; }","duration":"713.048481ms","start":"2026-07-24T17:25:52.529514Z","end":"2026-07-24T17:25:53.242562Z","steps":["trace[1941411508] 'agreement among raft nodes before linearized reading' (duration: 712.949538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:53.242577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.766664Z","time spent":"475.818822ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:53.242672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.089933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:25:53.242202Z","caller":"traceutil/trace.go:171","msg":"trace[180400861] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"474.711015ms","start":"2026-07-24T17:25:52.767474Z","end":"2026-07-24T17:25:53.242185Z","steps":["trace[180400861] 'process raft request' (duration: 474.675614ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:53.242708Z","caller":"traceutil/trace.go:171","msg":"trace[972260335] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3436; }","duration":"713.154125ms","start":"2026-07-24T17:25:52.529544Z","end":"2026-07-24T17:25:53.242698Z","steps":["trace[972260335] 'agreement among raft nodes before linearized reading' (duration: 713.086282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:53.242525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.530836Z","time spent":"711.588981ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:53.242666Z","caller":"traceutil/trace.go:171","msg":"trace[1726843235] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"475.391198ms","start":"2026-07-24T17:25:52.767233Z","end":"2026-07-24T17:25:53.242624Z","steps":["trace[1726843235] 'process raft request' (duration: 474.880121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:53.24281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.767459Z","time spent":"475.289985ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:53.242958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.767201Z","time spent":"475.646127ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:53.242611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.529501Z","time spent":"713.102323ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:25:53.242426Z","caller":"traceutil/trace.go:171","msg":"trace[1919698137] linearizableReadLoop","detail":"{readStateIndex:3573; appliedIndex:3572; }","duration":"641.443616ms","start":"2026-07-24T17:25:52.600915Z","end":"2026-07-24T17:25:53.242359Z","steps":["trace[1919698137] 'read index received' (duration: 249.00505ms)","trace[1919698137] 'applied index is now lower than readState.Index' (duration: 392.435586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:53.24275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.529528Z","time spent":"713.215796ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:25:53.243371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.026582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:53.243437Z","caller":"traceutil/trace.go:171","msg":"trace[14364707] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3436; }","duration":"346.144837ms","start":"2026-07-24T17:25:52.89728Z","end":"2026-07-24T17:25:53.243424Z","steps":["trace[14364707] 'agreement among raft nodes before linearized reading' (duration: 346.036343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:53.243497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.89725Z","time spent":"346.219879ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:53.243386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.823026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:53.243574Z","caller":"traceutil/trace.go:171","msg":"trace[408477483] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3436; }","duration":"617.032303ms","start":"2026-07-24T17:25:52.626526Z","end":"2026-07-24T17:25:53.243558Z","steps":["trace[408477483] 'agreement among raft nodes before linearized reading' (duration: 616.834476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:53.243632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.626514Z","time spent":"617.100256ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:53.244292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.897076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:25:53.244389Z","caller":"traceutil/trace.go:171","msg":"trace[1679919241] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3436; }","duration":"631.852789ms","start":"2026-07-24T17:25:52.612519Z","end":"2026-07-24T17:25:53.244372Z","steps":["trace[1679919241] 'agreement among raft nodes before linearized reading' (duration: 630.670549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:53.244439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:52.612506Z","time spent":"631.918592ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:25:55.169921Z","caller":"traceutil/trace.go:171","msg":"trace[676975691] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"630.3782ms","start":"2026-07-24T17:25:54.539511Z","end":"2026-07-24T17:25:55.169889Z","steps":["trace[676975691] 'process raft request' (duration: 630.052719ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:55.169944Z","caller":"traceutil/trace.go:171","msg":"trace[763540703] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"630.37379ms","start":"2026-07-24T17:25:54.539543Z","end":"2026-07-24T17:25:55.169917Z","steps":["trace[763540703] 'process raft request' (duration: 630.282617ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:55.170031Z","caller":"traceutil/trace.go:171","msg":"trace[612045988] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"630.387831ms","start":"2026-07-24T17:25:54.539617Z","end":"2026-07-24T17:25:55.170004Z","steps":["trace[612045988] 'process raft request' (duration: 630.260606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:55.170133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:54.539533Z","time spent":"630.500005ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:55.170166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:54.539589Z","time spent":"630.511995ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:55.170062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:54.539499Z","time spent":"630.489304ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:55.172416Z","caller":"traceutil/trace.go:171","msg":"trace[3709300] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"565.103967ms","start":"2026-07-24T17:25:54.607291Z","end":"2026-07-24T17:25:55.172395Z","steps":["trace[3709300] 'process raft request' (duration: 564.693233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:55.172622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:54.607242Z","time spent":"565.318294ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:55.549235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.916049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:55.549699Z","caller":"traceutil/trace.go:171","msg":"trace[1446658564] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"294.668207ms","start":"2026-07-24T17:25:55.255008Z","end":"2026-07-24T17:25:55.549676Z","steps":["trace[1446658564] 'process raft request' (duration: 294.614695ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:55.549817Z","caller":"traceutil/trace.go:171","msg":"trace[1628024069] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"300.927641ms","start":"2026-07-24T17:25:55.248825Z","end":"2026-07-24T17:25:55.549752Z","steps":["trace[1628024069] 'process raft request' (duration: 199.387872ms)","trace[1628024069] 'compare' (duration: 100.639798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:55.550785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:55.248809Z","time spent":"301.082177ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:55.550841Z","caller":"traceutil/trace.go:171","msg":"trace[1084289415] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"300.630192ms","start":"2026-07-24T17:25:55.25013Z","end":"2026-07-24T17:25:55.55076Z","steps":["trace[1084289415] 'process raft request' (duration: 299.312297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:55.551005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:55.250094Z","time spent":"300.821848ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:55.551034Z","caller":"traceutil/trace.go:171","msg":"trace[1884466952] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"298.219889ms","start":"2026-07-24T17:25:55.251708Z","end":"2026-07-24T17:25:55.549928Z","steps":["trace[1884466952] 'process raft request' (duration: 297.836516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:56.20506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.786472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:56.205137Z","caller":"traceutil/trace.go:171","msg":"trace[1190018013] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3445; }","duration":"379.916316ms","start":"2026-07-24T17:25:55.825203Z","end":"2026-07-24T17:25:56.20512Z","steps":["trace[1190018013] 'count revisions from in-memory index tree' (duration: 379.610026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:56.20517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:55.825184Z","time spent":"379.975469ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:56.205172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.517761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:25:56.205238Z","caller":"traceutil/trace.go:171","msg":"trace[1041060718] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3445; }","duration":"170.617414ms","start":"2026-07-24T17:25:56.034599Z","end":"2026-07-24T17:25:56.205216Z","steps":["trace[1041060718] 'range keys from in-memory index tree' (duration: 170.285712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:56.829165Z","caller":"traceutil/trace.go:171","msg":"trace[1316799404] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"249.828051ms","start":"2026-07-24T17:25:56.579316Z","end":"2026-07-24T17:25:56.829144Z","steps":["trace[1316799404] 'process raft request' (duration: 249.698146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:57.365655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.831682ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:25:57.365764Z","caller":"traceutil/trace.go:171","msg":"trace[1076727597] linearizableReadLoop","detail":"{readStateIndex:3589; appliedIndex:3588; }","duration":"306.955504ms","start":"2026-07-24T17:25:57.058791Z","end":"2026-07-24T17:25:57.365746Z","steps":["trace[1076727597] 'read index received' (duration: 41.912µs)","trace[1076727597] 'applied index is now lower than readState.Index' (duration: 306.912112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:57.36627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.455131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:57.366327Z","caller":"traceutil/trace.go:171","msg":"trace[433209191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3448; }","duration":"307.563075ms","start":"2026-07-24T17:25:57.05875Z","end":"2026-07-24T17:25:57.366313Z","steps":["trace[433209191] 'agreement among raft nodes before linearized reading' (duration: 307.448501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:57.366575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:57.058732Z","time spent":"307.745572ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:25:57.393702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.474894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:57.393833Z","caller":"traceutil/trace.go:171","msg":"trace[1456134576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3449; }","duration":"289.65082ms","start":"2026-07-24T17:25:57.104166Z","end":"2026-07-24T17:25:57.393817Z","steps":["trace[1456134576] 'agreement among raft nodes before linearized reading' (duration: 289.471014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:57.393966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.863088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:57.394021Z","caller":"traceutil/trace.go:171","msg":"trace[711195161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3449; }","duration":"218.946601ms","start":"2026-07-24T17:25:57.175061Z","end":"2026-07-24T17:25:57.394008Z","steps":["trace[711195161] 'agreement among raft nodes before linearized reading' (duration: 218.780366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:57.394027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.301871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:57.394108Z","caller":"traceutil/trace.go:171","msg":"trace[896446482] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3449; }","duration":"283.474718ms","start":"2026-07-24T17:25:57.110614Z","end":"2026-07-24T17:25:57.394089Z","steps":["trace[896446482] 'agreement among raft nodes before linearized reading' (duration: 283.23537ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:57.393845Z","caller":"traceutil/trace.go:171","msg":"trace[347296316] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"215.669049ms","start":"2026-07-24T17:25:57.178084Z","end":"2026-07-24T17:25:57.393753Z","steps":["trace[347296316] 'process raft request' (duration: 215.391769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:57.394985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.166288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:25:57.395062Z","caller":"traceutil/trace.go:171","msg":"trace[1431856019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3449; }","duration":"219.275852ms","start":"2026-07-24T17:25:57.175768Z","end":"2026-07-24T17:25:57.395043Z","steps":["trace[1431856019] 'agreement among raft nodes before linearized reading' (duration: 218.769705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:57.395614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.79273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:25:57.395679Z","caller":"traceutil/trace.go:171","msg":"trace[2130381880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3449; }","duration":"219.891313ms","start":"2026-07-24T17:25:57.175769Z","end":"2026-07-24T17:25:57.39566Z","steps":["trace[2130381880] 'agreement among raft nodes before linearized reading' (duration: 219.570212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:57.573443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.592257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:25:57.573583Z","caller":"traceutil/trace.go:171","msg":"trace[1997767195] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"175.370814ms","start":"2026-07-24T17:25:57.398186Z","end":"2026-07-24T17:25:57.573556Z","steps":["trace[1997767195] 'process raft request' (duration: 69.537899ms)","trace[1997767195] 'compare' (duration: 105.423041ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:57.5859Z","caller":"traceutil/trace.go:171","msg":"trace[582002736] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"144.170742ms","start":"2026-07-24T17:25:57.441706Z","end":"2026-07-24T17:25:57.585877Z","steps":["trace[582002736] 'process raft request' (duration: 144.10823ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:57.585937Z","caller":"traceutil/trace.go:171","msg":"trace[2133576319] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"186.314721ms","start":"2026-07-24T17:25:57.3996Z","end":"2026-07-24T17:25:57.585914Z","steps":["trace[2133576319] 'process raft request' (duration: 186.149925ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:57.586094Z","caller":"traceutil/trace.go:171","msg":"trace[1656456908] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"186.713994ms","start":"2026-07-24T17:25:57.399154Z","end":"2026-07-24T17:25:57.585868Z","steps":["trace[1656456908] 'process raft request' (duration: 186.482926ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:57.787997Z","caller":"traceutil/trace.go:171","msg":"trace[2122916032] linearizableReadLoop","detail":"{readStateIndex:3597; appliedIndex:3591; }","duration":"227.987521ms","start":"2026-07-24T17:25:57.559984Z","end":"2026-07-24T17:25:57.787971Z","steps":["trace[2122916032] 'read index received' (duration: 25.744354ms)","trace[2122916032] 'applied index is now lower than readState.Index' (duration: 202.241967ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:57.788054Z","caller":"traceutil/trace.go:171","msg":"trace[437060908] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"228.80846ms","start":"2026-07-24T17:25:57.55921Z","end":"2026-07-24T17:25:57.788018Z","steps":["trace[437060908] 'process raft request' (duration: 228.653025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:57.788212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.211199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:25:57.788253Z","caller":"traceutil/trace.go:171","msg":"trace[1817441916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3456; }","duration":"228.308802ms","start":"2026-07-24T17:25:57.559932Z","end":"2026-07-24T17:25:57.788241Z","steps":["trace[1817441916] 'agreement among raft nodes before linearized reading' (duration: 228.149277ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:57.788099Z","caller":"traceutil/trace.go:171","msg":"trace[436340923] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"228.969835ms","start":"2026-07-24T17:25:57.559095Z","end":"2026-07-24T17:25:57.788064Z","steps":["trace[436340923] 'process raft request' (duration: 133.9035ms)","trace[436340923] 'compare' (duration: 94.688502ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:57.788199Z","caller":"traceutil/trace.go:171","msg":"trace[558901141] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"228.373805ms","start":"2026-07-24T17:25:57.559812Z","end":"2026-07-24T17:25:57.788186Z","steps":["trace[558901141] 'process raft request' (duration: 228.114916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:58.724934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.380044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:25:58.72494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.540401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:25:58.725002Z","caller":"traceutil/trace.go:171","msg":"trace[1470025319] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3457; }","duration":"690.487348ms","start":"2026-07-24T17:25:58.034503Z","end":"2026-07-24T17:25:58.72499Z","steps":["trace[1470025319] 'range keys from in-memory index tree' (duration: 690.179927ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:58.725019Z","caller":"traceutil/trace.go:171","msg":"trace[1376167061] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3457; }","duration":"283.648045ms","start":"2026-07-24T17:25:58.44135Z","end":"2026-07-24T17:25:58.724998Z","steps":["trace[1376167061] 'count revisions from in-memory index tree' (duration: 283.47611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:58.725032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:58.034484Z","time spent":"690.54166ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:25:58.725162Z","caller":"traceutil/trace.go:171","msg":"trace[949772282] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"231.079527ms","start":"2026-07-24T17:25:58.494067Z","end":"2026-07-24T17:25:58.725147Z","steps":["trace[949772282] 'process raft request' (duration: 152.172703ms)","trace[949772282] 'compare' (duration: 78.809541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:58.950867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.907205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:25:58.9512Z","caller":"traceutil/trace.go:171","msg":"trace[1111446222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3458; }","duration":"118.276538ms","start":"2026-07-24T17:25:58.832898Z","end":"2026-07-24T17:25:58.951174Z","steps":["trace[1111446222] 'range keys from in-memory index tree' (duration: 117.292064ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:59.584872Z","caller":"traceutil/trace.go:171","msg":"trace[1901673412] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"184.773063ms","start":"2026-07-24T17:25:59.400071Z","end":"2026-07-24T17:25:59.584844Z","steps":["trace[1901673412] 'process raft request' (duration: 184.216854ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:59.960176Z","caller":"traceutil/trace.go:171","msg":"trace[149758466] linearizableReadLoop","detail":"{readStateIndex:3602; appliedIndex:3601; }","duration":"370.27518ms","start":"2026-07-24T17:25:59.589854Z","end":"2026-07-24T17:25:59.960129Z","steps":["trace[149758466] 'read index received' (duration: 370.185577ms)","trace[149758466] 'applied index is now lower than readState.Index' (duration: 88.303µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:59.960323Z","caller":"traceutil/trace.go:171","msg":"trace[1780249690] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"372.247557ms","start":"2026-07-24T17:25:59.58806Z","end":"2026-07-24T17:25:59.960307Z","steps":["trace[1780249690] 'process raft request' (duration: 371.862164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:59.960447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:59.588044Z","time spent":"372.31668ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:25:59.960727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.86273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:25:59.960909Z","caller":"traceutil/trace.go:171","msg":"trace[1593768723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3461; }","duration":"371.072768ms","start":"2026-07-24T17:25:59.589819Z","end":"2026-07-24T17:25:59.960892Z","steps":["trace[1593768723] 'agreement among raft nodes before linearized reading' (duration: 370.788158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:59.960964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:59.589806Z","time spent":"371.140419ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:00.306831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.069042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:00.307037Z","caller":"traceutil/trace.go:171","msg":"trace[747431863] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"273.468759ms","start":"2026-07-24T17:26:00.033544Z","end":"2026-07-24T17:26:00.307012Z","steps":["trace[747431863] 'process raft request' (duration: 273.445238ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:00.307157Z","caller":"traceutil/trace.go:171","msg":"trace[771636953] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"513.783946ms","start":"2026-07-24T17:25:59.793365Z","end":"2026-07-24T17:26:00.307149Z","steps":["trace[771636953] 'process raft request' (duration: 339.32628ms)","trace[771636953] 'compare' (duration: 173.868095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:00.307205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:59.793313Z","time spent":"513.865598ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:00.307292Z","caller":"traceutil/trace.go:171","msg":"trace[166062330] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"513.548707ms","start":"2026-07-24T17:25:59.793737Z","end":"2026-07-24T17:26:00.307286Z","steps":["trace[166062330] 'process raft request' (duration: 513.166274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:00.307331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:59.793706Z","time spent":"513.604999ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:00.307414Z","caller":"traceutil/trace.go:171","msg":"trace[915120978] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"342.512798ms","start":"2026-07-24T17:25:59.96487Z","end":"2026-07-24T17:26:00.307383Z","steps":["trace[915120978] 'process raft request' (duration: 342.098544ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:00.307578Z","caller":"traceutil/trace.go:171","msg":"trace[382102615] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"513.674712ms","start":"2026-07-24T17:25:59.793894Z","end":"2026-07-24T17:26:00.307568Z","steps":["trace[382102615] 'process raft request' (duration: 513.044711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:00.307647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:59.793866Z","time spent":"513.749124ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:00.307802Z","caller":"traceutil/trace.go:171","msg":"trace[211018301] linearizableReadLoop","detail":"{readStateIndex:3605; appliedIndex:3602; }","duration":"347.50648ms","start":"2026-07-24T17:25:59.960263Z","end":"2026-07-24T17:26:00.307769Z","steps":["trace[211018301] 'read index received' (duration: 172.440604ms)","trace[211018301] 'applied index is now lower than readState.Index' (duration: 175.062286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:00.307917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.055484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:26:00.307931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.027798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:26:00.307972Z","caller":"traceutil/trace.go:171","msg":"trace[1726425236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3466; }","duration":"718.080261ms","start":"2026-07-24T17:25:59.589883Z","end":"2026-07-24T17:26:00.307963Z","steps":["trace[1726425236] 'agreement among raft nodes before linearized reading' (duration: 717.954706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:00.308054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:59.589879Z","time spent":"718.164544ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:26:00.308093Z","caller":"traceutil/trace.go:171","msg":"trace[477970778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3466; }","duration":"498.154398ms","start":"2026-07-24T17:25:59.809801Z","end":"2026-07-24T17:26:00.307956Z","steps":["trace[477970778] 'agreement among raft nodes before linearized reading' (duration: 497.910839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:00.308217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:59.809788Z","time spent":"498.377265ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:26:00.308411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:59.964854Z","time spent":"343.501202ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:00.308662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.166358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:26:00.308679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.60443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:00.308702Z","caller":"traceutil/trace.go:171","msg":"trace[1268239101] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3466; }","duration":"275.24206ms","start":"2026-07-24T17:26:00.033449Z","end":"2026-07-24T17:26:00.308691Z","steps":["trace[1268239101] 'agreement among raft nodes before linearized reading' (duration: 275.132646ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:00.308861Z","caller":"traceutil/trace.go:171","msg":"trace[1693473580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3466; }","duration":"203.848238ms","start":"2026-07-24T17:26:00.104991Z","end":"2026-07-24T17:26:00.308839Z","steps":["trace[1693473580] 'agreement among raft nodes before linearized reading' (duration: 203.636741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:00.562261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.805672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:00.56248Z","caller":"traceutil/trace.go:171","msg":"trace[876765172] linearizableReadLoop","detail":"{readStateIndex:3609; appliedIndex:3607; }","duration":"246.51741ms","start":"2026-07-24T17:26:00.315937Z","end":"2026-07-24T17:26:00.562455Z","steps":["trace[876765172] 'read index received' (duration: 137.434138ms)","trace[876765172] 'applied index is now lower than readState.Index' (duration: 109.082252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:00.562794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.82985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:26:00.562853Z","caller":"traceutil/trace.go:171","msg":"trace[1912503892] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3468; }","duration":"246.924884ms","start":"2026-07-24T17:26:00.315918Z","end":"2026-07-24T17:26:00.562843Z","steps":["trace[1912503892] 'agreement among raft nodes before linearized reading' (duration: 246.723157ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:00.562842Z","caller":"traceutil/trace.go:171","msg":"trace[1795590823] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"248.456216ms","start":"2026-07-24T17:26:00.314356Z","end":"2026-07-24T17:26:00.562812Z","steps":["trace[1795590823] 'process raft request' (duration: 139.002092ms)","trace[1795590823] 'compare' (duration: 108.698718ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:00.563138Z","caller":"traceutil/trace.go:171","msg":"trace[1118516176] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"248.27216ms","start":"2026-07-24T17:26:00.314842Z","end":"2026-07-24T17:26:00.563114Z","steps":["trace[1118516176] 'process raft request' (duration: 247.540625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:00.840158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.278903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:26:00.840264Z","caller":"traceutil/trace.go:171","msg":"trace[1989176938] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3468; }","duration":"157.432608ms","start":"2026-07-24T17:26:00.682807Z","end":"2026-07-24T17:26:00.84024Z","steps":["trace[1989176938] 'range keys from in-memory index tree' (duration: 156.988683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:01.19202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.890542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:01.192164Z","caller":"traceutil/trace.go:171","msg":"trace[332017643] linearizableReadLoop","detail":"{readStateIndex:3611; appliedIndex:3610; }","duration":"256.260502ms","start":"2026-07-24T17:26:00.935881Z","end":"2026-07-24T17:26:01.192141Z","steps":["trace[332017643] 'read index received' (duration: 64.139682ms)","trace[332017643] 'applied index is now lower than readState.Index' (duration: 192.11912ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:01.192398Z","caller":"traceutil/trace.go:171","msg":"trace[1273981973] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"326.477093ms","start":"2026-07-24T17:26:00.865857Z","end":"2026-07-24T17:26:01.192334Z","steps":["trace[1273981973] 'process raft request' (duration: 134.160126ms)","trace[1273981973] 'compare' (duration: 191.694575ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:01.192497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:00.86583Z","time spent":"326.618338ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:01.192905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.848114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:26:01.192977Z","caller":"traceutil/trace.go:171","msg":"trace[1585673716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3469; }","duration":"165.958447ms","start":"2026-07-24T17:26:01.027002Z","end":"2026-07-24T17:26:01.19296Z","steps":["trace[1585673716] 'agreement among raft nodes before linearized reading' (duration: 165.640996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:01.192888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.970846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:01.193121Z","caller":"traceutil/trace.go:171","msg":"trace[1967711588] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3469; }","duration":"257.212995ms","start":"2026-07-24T17:26:00.935876Z","end":"2026-07-24T17:26:01.193089Z","steps":["trace[1967711588] 'agreement among raft nodes before linearized reading' (duration: 256.821831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:01.480131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.727855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:01.480233Z","caller":"traceutil/trace.go:171","msg":"trace[492334970] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3470; }","duration":"175.86029ms","start":"2026-07-24T17:26:01.30435Z","end":"2026-07-24T17:26:01.48021Z","steps":["trace[492334970] 'count revisions from in-memory index tree' (duration: 175.656692ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:01.702146Z","caller":"traceutil/trace.go:171","msg":"trace[140204400] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"112.081588ms","start":"2026-07-24T17:26:01.590046Z","end":"2026-07-24T17:26:01.702128Z","steps":["trace[140204400] 'process raft request' (duration: 111.973535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:02.364633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.1386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:02.364699Z","caller":"traceutil/trace.go:171","msg":"trace[1266527144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3472; }","duration":"260.253304ms","start":"2026-07-24T17:26:02.104432Z","end":"2026-07-24T17:26:02.364686Z","steps":["trace[1266527144] 'range keys from in-memory index tree' (duration: 260.069377ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:02.486437Z","caller":"traceutil/trace.go:171","msg":"trace[680297141] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"171.024541ms","start":"2026-07-24T17:26:02.315383Z","end":"2026-07-24T17:26:02.486408Z","steps":["trace[680297141] 'process raft request' (duration: 170.849364ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:02.543114Z","caller":"traceutil/trace.go:171","msg":"trace[1123033215] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"226.423044ms","start":"2026-07-24T17:26:02.316665Z","end":"2026-07-24T17:26:02.543088Z","steps":["trace[1123033215] 'process raft request' (duration: 226.241948ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:02.543313Z","caller":"traceutil/trace.go:171","msg":"trace[1440092641] linearizableReadLoop","detail":"{readStateIndex:3616; appliedIndex:3614; }","duration":"226.599611ms","start":"2026-07-24T17:26:02.3167Z","end":"2026-07-24T17:26:02.5433Z","steps":["trace[1440092641] 'read index received' (duration: 169.56197ms)","trace[1440092641] 'applied index is now lower than readState.Index' (duration: 57.036151ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:02.543503Z","caller":"traceutil/trace.go:171","msg":"trace[416574780] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"226.139625ms","start":"2026-07-24T17:26:02.317296Z","end":"2026-07-24T17:26:02.543436Z","steps":["trace[416574780] 'process raft request' (duration: 225.744652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:02.54356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.85031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:26:02.543597Z","caller":"traceutil/trace.go:171","msg":"trace[1236813910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3475; }","duration":"226.927793ms","start":"2026-07-24T17:26:02.316659Z","end":"2026-07-24T17:26:02.543586Z","steps":["trace[1236813910] 'agreement among raft nodes before linearized reading' (duration: 226.690895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:02.997564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.613415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:02.99765Z","caller":"traceutil/trace.go:171","msg":"trace[692203896] linearizableReadLoop","detail":"{readStateIndex:3618; appliedIndex:3617; }","duration":"430.103104ms","start":"2026-07-24T17:26:02.567535Z","end":"2026-07-24T17:26:02.997638Z","steps":["trace[692203896] 'read index received' (duration: 178.229109ms)","trace[692203896] 'applied index is now lower than readState.Index' (duration: 251.873125ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:02.998106Z","caller":"traceutil/trace.go:171","msg":"trace[1975772452] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"449.592106ms","start":"2026-07-24T17:26:02.548504Z","end":"2026-07-24T17:26:02.998096Z","steps":["trace[1975772452] 'process raft request' (duration: 197.34823ms)","trace[1975772452] 'compare' (duration: 251.462449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:02.998153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:02.548477Z","time spent":"449.649948ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:02.998371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.19403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:02.998401Z","caller":"traceutil/trace.go:171","msg":"trace[407473945] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3476; }","duration":"420.273114ms","start":"2026-07-24T17:26:02.578119Z","end":"2026-07-24T17:26:02.998392Z","steps":["trace[407473945] 'agreement among raft nodes before linearized reading' (duration: 420.212081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:02.998448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:02.578102Z","time spent":"420.315905ms","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:02.998607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.042796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:02.998698Z","caller":"traceutil/trace.go:171","msg":"trace[730424791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3476; }","duration":"431.148009ms","start":"2026-07-24T17:26:02.567528Z","end":"2026-07-24T17:26:02.998676Z","steps":["trace[730424791] 'agreement among raft nodes before linearized reading' (duration: 430.749776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:02.998753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:02.56748Z","time spent":"431.263084ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:26:02.998983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.343977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:26:02.999122Z","caller":"traceutil/trace.go:171","msg":"trace[263730705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3476; }","duration":"429.512383ms","start":"2026-07-24T17:26:02.569571Z","end":"2026-07-24T17:26:02.999084Z","steps":["trace[263730705] 'agreement among raft nodes before linearized reading' (duration: 428.750357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:02.999218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:02.569528Z","time spent":"429.679959ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:26:03.119265Z","caller":"traceutil/trace.go:171","msg":"trace[118217813] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"117.096702ms","start":"2026-07-24T17:26:03.002126Z","end":"2026-07-24T17:26:03.119223Z","steps":["trace[118217813] 'process raft request' (duration: 116.318015ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:03.119811Z","caller":"traceutil/trace.go:171","msg":"trace[588327182] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"114.71277ms","start":"2026-07-24T17:26:03.005069Z","end":"2026-07-24T17:26:03.119782Z","steps":["trace[588327182] 'process raft request' (duration: 114.618436ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:03.819619Z","caller":"traceutil/trace.go:171","msg":"trace[1035723976] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"112.041156ms","start":"2026-07-24T17:26:03.707556Z","end":"2026-07-24T17:26:03.819597Z","steps":["trace[1035723976] 'process raft request' (duration: 111.901031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:04.219938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.713569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:26:04.220001Z","caller":"traceutil/trace.go:171","msg":"trace[637491551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3480; }","duration":"197.836343ms","start":"2026-07-24T17:26:04.022147Z","end":"2026-07-24T17:26:04.219983Z","steps":["trace[637491551] 'range keys from in-memory index tree' (duration: 197.476401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:04.220067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.827947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:26:04.220129Z","caller":"traceutil/trace.go:171","msg":"trace[1939472919] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3480; }","duration":"185.92152ms","start":"2026-07-24T17:26:04.034194Z","end":"2026-07-24T17:26:04.220115Z","steps":["trace[1939472919] 'range keys from in-memory index tree' (duration: 185.709213ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:04.717556Z","caller":"traceutil/trace.go:171","msg":"trace[1374019182] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"168.752055ms","start":"2026-07-24T17:26:04.548774Z","end":"2026-07-24T17:26:04.717526Z","steps":["trace[1374019182] 'process raft request' (duration: 136.84367ms)","trace[1374019182] 'compare' (duration: 31.690628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:05.024414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.146652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:05.02453Z","caller":"traceutil/trace.go:171","msg":"trace[988116056] linearizableReadLoop","detail":"{readStateIndex:3626; appliedIndex:3624; }","duration":"365.118218ms","start":"2026-07-24T17:26:04.659393Z","end":"2026-07-24T17:26:05.024512Z","steps":["trace[988116056] 'read index received' (duration: 26.240189ms)","trace[988116056] 'applied index is now lower than readState.Index' (duration: 338.876589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:05.024811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.396447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:05.0249Z","caller":"traceutil/trace.go:171","msg":"trace[99656632] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3484; }","duration":"365.537252ms","start":"2026-07-24T17:26:04.659337Z","end":"2026-07-24T17:26:05.024875Z","steps":["trace[99656632] 'agreement among raft nodes before linearized reading' (duration: 365.369126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:05.024963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:04.659319Z","time spent":"365.630115ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:05.02503Z","caller":"traceutil/trace.go:171","msg":"trace[2109759559] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"475.244712ms","start":"2026-07-24T17:26:04.549468Z","end":"2026-07-24T17:26:05.024713Z","steps":["trace[2109759559] 'process raft request' (duration: 339.668015ms)","trace[2109759559] 'compare' (duration: 135.035008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:05.025668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:04.549454Z","time spent":"476.02923ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:05.441518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.142918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:26:05.441544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.103296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:05.441595Z","caller":"traceutil/trace.go:171","msg":"trace[1019873431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3485; }","duration":"317.248981ms","start":"2026-07-24T17:26:05.124329Z","end":"2026-07-24T17:26:05.441578Z","steps":["trace[1019873431] 'range keys from in-memory index tree' (duration: 316.991593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:05.441651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:05.124324Z","time spent":"317.318523ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:26:05.441655Z","caller":"traceutil/trace.go:171","msg":"trace[708652687] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"313.820552ms","start":"2026-07-24T17:26:05.127818Z","end":"2026-07-24T17:26:05.441639Z","steps":["trace[708652687] 'process raft request' (duration: 90.55214ms)","trace[708652687] 'compare' (duration: 222.871678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:05.441722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:05.127807Z","time spent":"313.887425ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:05.728949Z","caller":"traceutil/trace.go:171","msg":"trace[674810968] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"282.282909ms","start":"2026-07-24T17:26:05.446611Z","end":"2026-07-24T17:26:05.728894Z","steps":["trace[674810968] 'process raft request' (duration: 227.272701ms)","trace[674810968] 'compare' (duration: 54.846602ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:05.995171Z","caller":"traceutil/trace.go:171","msg":"trace[2082017374] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"171.628202ms","start":"2026-07-24T17:26:05.823516Z","end":"2026-07-24T17:26:05.995144Z","steps":["trace[2082017374] 'process raft request' (duration: 171.217398ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:06.466195Z","caller":"traceutil/trace.go:171","msg":"trace[1257157889] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"195.158945ms","start":"2026-07-24T17:26:06.270951Z","end":"2026-07-24T17:26:06.46611Z","steps":["trace[1257157889] 'process raft request' (duration: 194.951028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:07.043302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.576485ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:26:07.043712Z","caller":"traceutil/trace.go:171","msg":"trace[879128263] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"498.56258ms","start":"2026-07-24T17:26:06.545124Z","end":"2026-07-24T17:26:07.043686Z","steps":["trace[879128263] 'process raft request' (duration: 498.313451ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:07.043768Z","caller":"traceutil/trace.go:171","msg":"trace[364715026] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"319.617677ms","start":"2026-07-24T17:26:06.724135Z","end":"2026-07-24T17:26:07.043752Z","steps":["trace[364715026] 'process raft request' (duration: 319.446661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:07.043862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:06.5451Z","time spent":"498.673654ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:07.043937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:06.724115Z","time spent":"319.68962ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:07.397508Z","caller":"traceutil/trace.go:171","msg":"trace[1677312658] linearizableReadLoop","detail":"{readStateIndex:3637; appliedIndex:3636; }","duration":"294.534567ms","start":"2026-07-24T17:26:07.102949Z","end":"2026-07-24T17:26:07.397483Z","steps":["trace[1677312658] 'read index received' (duration: 293.264793ms)","trace[1677312658] 'applied index is now lower than readState.Index' (duration: 1.268764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:07.397656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.697423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:07.3977Z","caller":"traceutil/trace.go:171","msg":"trace[870412920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3494; }","duration":"294.776516ms","start":"2026-07-24T17:26:07.102909Z","end":"2026-07-24T17:26:07.397685Z","steps":["trace[870412920] 'agreement among raft nodes before linearized reading' (duration: 294.679663ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:07.398113Z","caller":"traceutil/trace.go:171","msg":"trace[2138567396] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"331.862665ms","start":"2026-07-24T17:26:07.066221Z","end":"2026-07-24T17:26:07.398084Z","steps":["trace[2138567396] 'process raft request' (duration: 329.938618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:07.3983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:07.066206Z","time spent":"332.011329ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:07.626208Z","caller":"traceutil/trace.go:171","msg":"trace[1508342648] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"178.175142ms","start":"2026-07-24T17:26:07.447997Z","end":"2026-07-24T17:26:07.626172Z","steps":["trace[1508342648] 'process raft request' (duration: 177.945934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.067297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.994691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:08.06762Z","caller":"traceutil/trace.go:171","msg":"trace[2110837558] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"250.619173ms","start":"2026-07-24T17:26:07.816977Z","end":"2026-07-24T17:26:08.067596Z","steps":["trace[2110837558] 'process raft request' (duration: 250.564571ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:08.067614Z","caller":"traceutil/trace.go:171","msg":"trace[978710] linearizableReadLoop","detail":"{readStateIndex:3639; appliedIndex:3638; }","duration":"334.027911ms","start":"2026-07-24T17:26:07.733551Z","end":"2026-07-24T17:26:08.067579Z","steps":["trace[978710] 'read index received' (duration: 83.44402ms)","trace[978710] 'applied index is now lower than readState.Index' (duration: 250.581241ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:08.067729Z","caller":"traceutil/trace.go:171","msg":"trace[1179135419] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"437.821309ms","start":"2026-07-24T17:26:07.629894Z","end":"2026-07-24T17:26:08.067715Z","steps":["trace[1179135419] 'process raft request' (duration: 187.172045ms)","trace[1179135419] 'compare' (duration: 249.812015ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:08.067723Z","caller":"traceutil/trace.go:171","msg":"trace[1773146905] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"275.189027ms","start":"2026-07-24T17:26:07.792511Z","end":"2026-07-24T17:26:08.0677Z","steps":["trace[1773146905] 'process raft request' (duration: 274.922087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.067881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:07.629879Z","time spent":"437.877072ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:08.068107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.53852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:26:08.068209Z","caller":"traceutil/trace.go:171","msg":"trace[177154787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3498; }","duration":"334.686994ms","start":"2026-07-24T17:26:07.733499Z","end":"2026-07-24T17:26:08.068186Z","steps":["trace[177154787] 'agreement among raft nodes before linearized reading' (duration: 334.381594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.068273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:07.733479Z","time spent":"334.780628ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:26:08.335247Z","caller":"traceutil/trace.go:171","msg":"trace[1577989747] linearizableReadLoop","detail":"{readStateIndex:3642; appliedIndex:3641; }","duration":"267.537549ms","start":"2026-07-24T17:26:08.06768Z","end":"2026-07-24T17:26:08.335217Z","steps":["trace[1577989747] 'read index received' (duration: 261.850731ms)","trace[1577989747] 'applied index is now lower than readState.Index' (duration: 5.685678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:08.335584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.3292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:26:08.335614Z","caller":"traceutil/trace.go:171","msg":"trace[584744332] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3499; }","duration":"300.373702ms","start":"2026-07-24T17:26:08.035233Z","end":"2026-07-24T17:26:08.335607Z","steps":["trace[584744332] 'agreement among raft nodes before linearized reading' (duration: 300.088072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.335767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:08.035175Z","time spent":"300.584609ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:26:08.335908Z","caller":"traceutil/trace.go:171","msg":"trace[201467] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"334.726286ms","start":"2026-07-24T17:26:08.000548Z","end":"2026-07-24T17:26:08.335274Z","steps":["trace[201467] 'process raft request' (duration: 329.004487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.336046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:08.000518Z","time spent":"335.455913ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:08.750442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.746809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:08.750525Z","caller":"traceutil/trace.go:171","msg":"trace[1992859146] linearizableReadLoop","detail":"{readStateIndex:3643; appliedIndex:3642; }","duration":"415.218187ms","start":"2026-07-24T17:26:08.335295Z","end":"2026-07-24T17:26:08.750513Z","steps":["trace[1992859146] 'read index received' (duration: 188.24467ms)","trace[1992859146] 'applied index is now lower than readState.Index' (duration: 226.972727ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:08.750599Z","caller":"traceutil/trace.go:171","msg":"trace[1416222513] transaction","detail":"{read_only:false; response_revision:3500; number_of_response:1; }","duration":"677.805973ms","start":"2026-07-24T17:26:08.072786Z","end":"2026-07-24T17:26:08.750592Z","steps":["trace[1416222513] 'process raft request' (duration: 450.842677ms)","trace[1416222513] 'compare' (duration: 226.663936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:08.750867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.667774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:26:08.750905Z","caller":"traceutil/trace.go:171","msg":"trace[1310895599] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3500; }","duration":"411.731696ms","start":"2026-07-24T17:26:08.33916Z","end":"2026-07-24T17:26:08.750892Z","steps":["trace[1310895599] 'agreement among raft nodes before linearized reading' (duration: 411.612922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.750889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.684482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:08.750943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:08.339143Z","time spent":"411.788727ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T17:26:08.750948Z","caller":"traceutil/trace.go:171","msg":"trace[1372339983] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3500; }","duration":"154.793415ms","start":"2026-07-24T17:26:08.596141Z","end":"2026-07-24T17:26:08.750934Z","steps":["trace[1372339983] 'agreement among raft nodes before linearized reading' (duration: 154.684062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.750926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.714121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:08.751007Z","caller":"traceutil/trace.go:171","msg":"trace[2127792788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3500; }","duration":"625.848196ms","start":"2026-07-24T17:26:08.125137Z","end":"2026-07-24T17:26:08.750985Z","steps":["trace[2127792788] 'agreement among raft nodes before linearized reading' (duration: 625.704061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.751064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:08.125098Z","time spent":"625.955409ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:08.75118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.10943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:26:08.751235Z","caller":"traceutil/trace.go:171","msg":"trace[1931479627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3500; }","duration":"281.201593ms","start":"2026-07-24T17:26:08.470022Z","end":"2026-07-24T17:26:08.751224Z","steps":["trace[1931479627] 'agreement among raft nodes before linearized reading' (duration: 281.044758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:08.751166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:08.072766Z","time spent":"678.369473ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:09.259254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:10.001996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.214613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:10.002132Z","caller":"traceutil/trace.go:171","msg":"trace[927732904] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"1.244399298s","start":"2026-07-24T17:26:08.757721Z","end":"2026-07-24T17:26:10.00212Z","steps":["trace[927732904] 'process raft request' (duration: 642.988158ms)","trace[927732904] 'compare' (duration: 601.045097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:10.002173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:08.757705Z","time spent":"1.24445259s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:10.003021Z","caller":"traceutil/trace.go:171","msg":"trace[128515279] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"952.334553ms","start":"2026-07-24T17:26:09.050665Z","end":"2026-07-24T17:26:10.002999Z","steps":["trace[128515279] 'process raft request' (duration: 952.23657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:10.003073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:09.05065Z","time spent":"952.397276ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:10.003043Z","caller":"traceutil/trace.go:171","msg":"trace[403917950] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"1.092616387s","start":"2026-07-24T17:26:08.910376Z","end":"2026-07-24T17:26:10.002992Z","steps":["trace[403917950] 'process raft request' (duration: 1.091694065s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:10.003117Z","caller":"traceutil/trace.go:171","msg":"trace[1653138862] linearizableReadLoop","detail":"{readStateIndex:3648; appliedIndex:3643; }","duration":"1.244839004s","start":"2026-07-24T17:26:08.758253Z","end":"2026-07-24T17:26:10.003092Z","steps":["trace[1653138862] 'read index received' (duration: 642.408459ms)","trace[1653138862] 'applied index is now lower than readState.Index' (duration: 602.428805ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:10.003171Z","caller":"traceutil/trace.go:171","msg":"trace[718230997] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"952.163198ms","start":"2026-07-24T17:26:09.050998Z","end":"2026-07-24T17:26:10.003161Z","steps":["trace[718230997] 'process raft request' (duration: 951.973311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:10.003207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:09.050984Z","time spent":"952.203819ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:10.003293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:08.910354Z","time spent":"1.092806094s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:10.003326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.905682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:26:10.003345Z","caller":"traceutil/trace.go:171","msg":"trace[1906827926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3505; }","duration":"600.951203ms","start":"2026-07-24T17:26:09.402388Z","end":"2026-07-24T17:26:10.003339Z","steps":["trace[1906827926] 'agreement among raft nodes before linearized reading' (duration: 600.872391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:10.003374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:09.402373Z","time spent":"600.996835ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:10.003415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245096892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:26:10.003449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.463049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:26:10.003451Z","caller":"traceutil/trace.go:171","msg":"trace[1241696796] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3505; }","duration":"1.245213837s","start":"2026-07-24T17:26:08.758226Z","end":"2026-07-24T17:26:10.00344Z","steps":["trace[1241696796] 'agreement among raft nodes before linearized reading' (duration: 1.244995439s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:10.003465Z","caller":"traceutil/trace.go:171","msg":"trace[97018500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3505; }","duration":"373.5145ms","start":"2026-07-24T17:26:09.629946Z","end":"2026-07-24T17:26:10.003461Z","steps":["trace[97018500] 'agreement among raft nodes before linearized reading' (duration: 373.468709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:10.00348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:09.629926Z","time spent":"373.550632ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:26:10.003478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:08.758215Z","time spent":"1.245256808s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:10.003568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.161369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:26:10.003587Z","caller":"traceutil/trace.go:171","msg":"trace[2049426166] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3505; }","duration":"520.207281ms","start":"2026-07-24T17:26:09.483375Z","end":"2026-07-24T17:26:10.003582Z","steps":["trace[2049426166] 'agreement among raft nodes before linearized reading' (duration: 520.152379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:10.003601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:09.48336Z","time spent":"520.237202ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:26:10.003681Z","caller":"traceutil/trace.go:171","msg":"trace[1989617066] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"953.007536ms","start":"2026-07-24T17:26:09.050023Z","end":"2026-07-24T17:26:10.00303Z","steps":["trace[1989617066] 'process raft request' (duration: 952.837911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:10.004085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:09.05Z","time spent":"953.910328ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:10.50885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:11.41517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.140754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:11.415343Z","caller":"traceutil/trace.go:171","msg":"trace[554136576] linearizableReadLoop","detail":"{readStateIndex:3651; appliedIndex:3648; }","duration":"1.406756522s","start":"2026-07-24T17:26:10.008575Z","end":"2026-07-24T17:26:11.415332Z","steps":["trace[554136576] 'read index received' (duration: 726.38059ms)","trace[554136576] 'applied index is now lower than readState.Index' (duration: 680.375042ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:11.415393Z","caller":"traceutil/trace.go:171","msg":"trace[635592178] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"1.407944364s","start":"2026-07-24T17:26:10.007441Z","end":"2026-07-24T17:26:11.415386Z","steps":["trace[635592178] 'process raft request' (duration: 727.515671ms)","trace[635592178] 'compare' (duration: 679.845093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:11.415424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.007423Z","time spent":"1.407983715s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:11.415601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407038473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:26:11.415616Z","caller":"traceutil/trace.go:171","msg":"trace[1699506295] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3508; }","duration":"1.407105054s","start":"2026-07-24T17:26:10.008506Z","end":"2026-07-24T17:26:11.415611Z","steps":["trace[1699506295] 'agreement among raft nodes before linearized reading' (duration: 1.407032882s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:11.415634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.00848Z","time spent":"1.407150456s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T17:26:11.415665Z","caller":"traceutil/trace.go:171","msg":"trace[219544216] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"1.074384452s","start":"2026-07-24T17:26:10.34119Z","end":"2026-07-24T17:26:11.415574Z","steps":["trace[219544216] 'process raft request' (duration: 1.074099442s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:11.415815Z","caller":"traceutil/trace.go:171","msg":"trace[2101473545] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"1.408069408s","start":"2026-07-24T17:26:10.007738Z","end":"2026-07-24T17:26:11.415808Z","steps":["trace[2101473545] 'process raft request' (duration: 1.407513029s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:11.415867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.007729Z","time spent":"1.40811948s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:11.415918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.341152Z","time spent":"1.07463338s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:12.039087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:26:12.039171Z","caller":"traceutil/trace.go:171","msg":"trace[2001099235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552295s","start":"2026-07-24T17:26:10.038601Z","end":"2026-07-24T17:26:12.039154Z","steps":["trace[2001099235] 'agreement among raft nodes before linearized reading' (duration: 2.000448672s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.039217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.038582Z","time spent":"2.000625078s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:12.10372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:26:12.103815Z","caller":"traceutil/trace.go:171","msg":"trace[1319207289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037373s","start":"2026-07-24T17:26:10.103759Z","end":"2026-07-24T17:26:12.103796Z","steps":["trace[1319207289] 'agreement among raft nodes before linearized reading' (duration: 1.999898698s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.1039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.103738Z","time spent":"2.000141936s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:12.221561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.913216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:12.221813Z","caller":"traceutil/trace.go:171","msg":"trace[1883508671] linearizableReadLoop","detail":"{readStateIndex:3653; appliedIndex:3651; }","duration":"806.435873ms","start":"2026-07-24T17:26:11.41536Z","end":"2026-07-24T17:26:12.221796Z","steps":["trace[1883508671] 'read index received' (duration: 352.180205ms)","trace[1883508671] 'applied index is now lower than readState.Index' (duration: 454.254648ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:12.221889Z","caller":"traceutil/trace.go:171","msg":"trace[1336672927] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"831.56238ms","start":"2026-07-24T17:26:11.390315Z","end":"2026-07-24T17:26:12.221877Z","steps":["trace[1336672927] 'process raft request' (duration: 377.23326ms)","trace[1336672927] 'compare' (duration: 453.702708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:12.221951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:11.390296Z","time spent":"831.622521ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:12.222054Z","caller":"traceutil/trace.go:171","msg":"trace[72342791] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"828.205573ms","start":"2026-07-24T17:26:11.393843Z","end":"2026-07-24T17:26:12.222049Z","steps":["trace[72342791] 'process raft request' (duration: 827.888672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.22209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:11.39382Z","time spent":"828.251103ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:12.222156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377958938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:12.222178Z","caller":"traceutil/trace.go:171","msg":"trace[2125776891] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3510; }","duration":"1.378020631s","start":"2026-07-24T17:26:10.844151Z","end":"2026-07-24T17:26:12.222171Z","steps":["trace[2125776891] 'agreement among raft nodes before linearized reading' (duration: 1.37798079s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.222198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.844129Z","time spent":"1.378064162s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:12.222367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46689551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:12.222393Z","caller":"traceutil/trace.go:171","msg":"trace[1134849658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3510; }","duration":"1.466958272s","start":"2026-07-24T17:26:10.755429Z","end":"2026-07-24T17:26:12.222387Z","steps":["trace[1134849658] 'agreement among raft nodes before linearized reading' (duration: 1.466862919s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.222412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.755405Z","time spent":"1.467002253s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:26:12.222499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185001052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:26:12.222519Z","caller":"traceutil/trace.go:171","msg":"trace[913504272] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3510; }","duration":"2.185063194s","start":"2026-07-24T17:26:10.03745Z","end":"2026-07-24T17:26:12.222514Z","steps":["trace[913504272] 'agreement among raft nodes before linearized reading' (duration: 2.185002022s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.222535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.037344Z","time spent":"2.185187379s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:26:12.222624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149702282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:26:12.22271Z","caller":"traceutil/trace.go:171","msg":"trace[2073754070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3510; }","duration":"2.149845366s","start":"2026-07-24T17:26:10.072845Z","end":"2026-07-24T17:26:12.22269Z","steps":["trace[2073754070] 'agreement among raft nodes before linearized reading' (duration: 2.149576287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.222756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.072817Z","time spent":"2.149930589s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:12.222795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539798493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:26:12.222815Z","caller":"traceutil/trace.go:171","msg":"trace[930408236] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3510; }","duration":"1.539857474s","start":"2026-07-24T17:26:10.682952Z","end":"2026-07-24T17:26:12.222809Z","steps":["trace[930408236] 'agreement among raft nodes before linearized reading' (duration: 1.539794702s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.222832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.682931Z","time spent":"1.539897366s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:26:12.222908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627979277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:12.22295Z","caller":"traceutil/trace.go:171","msg":"trace[488210720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3510; }","duration":"1.6280538s","start":"2026-07-24T17:26:10.59488Z","end":"2026-07-24T17:26:12.222934Z","steps":["trace[488210720] 'agreement among raft nodes before linearized reading' (duration: 1.627991167s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.222982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:10.594861Z","time spent":"1.628112282s","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:12.878269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.298113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:12.878444Z","caller":"traceutil/trace.go:171","msg":"trace[1277701329] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"868.957489ms","start":"2026-07-24T17:26:12.00946Z","end":"2026-07-24T17:26:12.878418Z","steps":["trace[1277701329] 'process raft request' (duration: 520.444138ms)","trace[1277701329] 'compare' (duration: 348.227051ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:12.878552Z","caller":"traceutil/trace.go:171","msg":"trace[1427952194] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3653; }","duration":"656.695789ms","start":"2026-07-24T17:26:12.221845Z","end":"2026-07-24T17:26:12.878541Z","steps":["trace[1427952194] 'read index received' (duration: 308.093016ms)","trace[1427952194] 'applied index is now lower than readState.Index' (duration: 348.602063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:12.87857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.009434Z","time spent":"869.070392ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:12.87869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.733655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:12.878713Z","caller":"traceutil/trace.go:171","msg":"trace[788160778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3515; }","duration":"766.780507ms","start":"2026-07-24T17:26:12.111925Z","end":"2026-07-24T17:26:12.878706Z","steps":["trace[788160778] 'agreement among raft nodes before linearized reading' (duration: 766.734875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.878733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.111911Z","time spent":"766.818028ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:12.878795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.987604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:26:12.878818Z","caller":"traceutil/trace.go:171","msg":"trace[29798686] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3515; }","duration":"771.051516ms","start":"2026-07-24T17:26:12.107756Z","end":"2026-07-24T17:26:12.878808Z","steps":["trace[29798686] 'agreement among raft nodes before linearized reading' (duration: 770.954993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.878837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.10773Z","time spent":"771.102198ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"info","ts":"2026-07-24T17:26:12.878849Z","caller":"traceutil/trace.go:171","msg":"trace[1109296258] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"868.865925ms","start":"2026-07-24T17:26:12.009975Z","end":"2026-07-24T17:26:12.878841Z","steps":["trace[1109296258] 'process raft request' (duration: 868.376778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.87889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.009953Z","time spent":"868.916056ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:12.878939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.881612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:12.878956Z","caller":"traceutil/trace.go:171","msg":"trace[882447707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3515; }","duration":"845.936123ms","start":"2026-07-24T17:26:12.033015Z","end":"2026-07-24T17:26:12.878951Z","steps":["trace[882447707] 'agreement among raft nodes before linearized reading' (duration: 845.909112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.878968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.032996Z","time spent":"845.969615ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:26:12.878981Z","caller":"traceutil/trace.go:171","msg":"trace[1313868213] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"868.989389ms","start":"2026-07-24T17:26:12.009985Z","end":"2026-07-24T17:26:12.878974Z","steps":["trace[1313868213] 'process raft request' (duration: 868.415859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.879016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.00996Z","time spent":"869.036251ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:12.879075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.536418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:26:12.879093Z","caller":"traceutil/trace.go:171","msg":"trace[2042632626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3515; }","duration":"873.598191ms","start":"2026-07-24T17:26:12.00549Z","end":"2026-07-24T17:26:12.879088Z","steps":["trace[2042632626] 'agreement among raft nodes before linearized reading' (duration: 873.550759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.879109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.005464Z","time spent":"873.641862ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:26:12.87908Z","caller":"traceutil/trace.go:171","msg":"trace[782755438] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"650.533814ms","start":"2026-07-24T17:26:12.228497Z","end":"2026-07-24T17:26:12.879031Z","steps":["trace[782755438] 'process raft request' (duration: 650.019946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.879154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.385654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:12.879183Z","caller":"traceutil/trace.go:171","msg":"trace[1964765749] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3515; }","duration":"748.417805ms","start":"2026-07-24T17:26:12.130759Z","end":"2026-07-24T17:26:12.879177Z","steps":["trace[1964765749] 'agreement among raft nodes before linearized reading' (duration: 748.366753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.879166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397415028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:12.87924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.224031Z","time spent":"655.208067ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:26:12.879233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.22849Z","time spent":"650.661928ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:12.879257Z","caller":"traceutil/trace.go:171","msg":"trace[654988948] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3515; }","duration":"1.397548182s","start":"2026-07-24T17:26:11.48169Z","end":"2026-07-24T17:26:12.879238Z","steps":["trace[654988948] 'agreement among raft nodes before linearized reading' (duration: 1.397393567s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.879309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:11.481674Z","time spent":"1.397624884s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:26:12.879425Z","caller":"traceutil/trace.go:171","msg":"trace[97286743] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"651.485347ms","start":"2026-07-24T17:26:12.227929Z","end":"2026-07-24T17:26:12.879414Z","steps":["trace[97286743] 'process raft request' (duration: 650.561795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.879456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.765782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:26:12.879479Z","caller":"traceutil/trace.go:171","msg":"trace[1181551445] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3515; }","duration":"652.804463ms","start":"2026-07-24T17:26:12.226668Z","end":"2026-07-24T17:26:12.879472Z","steps":["trace[1181551445] 'agreement among raft nodes before linearized reading' (duration: 652.727531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:12.879481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.227917Z","time spent":"651.536189ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:12.879496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.226657Z","time spent":"652.834544ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:26:12.879204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.130697Z","time spent":"748.501718ms","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:13.613074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.629734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:13.613287Z","caller":"traceutil/trace.go:171","msg":"trace[620185741] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"730.464762ms","start":"2026-07-24T17:26:12.882794Z","end":"2026-07-24T17:26:13.613259Z","steps":["trace[620185741] 'process raft request' (duration: 185.535697ms)","trace[620185741] 'compare' (duration: 543.845097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:13.613423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.882773Z","time spent":"730.579405ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:13.613949Z","caller":"traceutil/trace.go:171","msg":"trace[2060084415] linearizableReadLoop","detail":"{readStateIndex:3661; appliedIndex:3659; }","duration":"730.463492ms","start":"2026-07-24T17:26:12.88344Z","end":"2026-07-24T17:26:13.613903Z","steps":["trace[2060084415] 'read index received' (duration: 50.579158ms)","trace[2060084415] 'applied index is now lower than readState.Index' (duration: 679.882994ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:13.614021Z","caller":"traceutil/trace.go:171","msg":"trace[1889668349] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"728.955289ms","start":"2026-07-24T17:26:12.885035Z","end":"2026-07-24T17:26:13.61399Z","steps":["trace[1889668349] 'process raft request' (duration: 728.160741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:13.614101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.651558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:13.614147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.885027Z","time spent":"729.051473ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:13.614162Z","caller":"traceutil/trace.go:171","msg":"trace[862439512] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3517; }","duration":"730.729271ms","start":"2026-07-24T17:26:12.883413Z","end":"2026-07-24T17:26:13.614143Z","steps":["trace[862439512] 'agreement among raft nodes before linearized reading' (duration: 730.647668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:13.614221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.883405Z","time spent":"730.801063ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:26:13.61636Z","caller":"traceutil/trace.go:171","msg":"trace[664661088] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"680.983513ms","start":"2026-07-24T17:26:12.935358Z","end":"2026-07-24T17:26:13.616341Z","steps":["trace[664661088] 'process raft request' (duration: 680.826978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:13.616457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.935338Z","time spent":"681.067265ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:13.68794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.109236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:13.687977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.47625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T17:26:13.687974Z","caller":"traceutil/trace.go:171","msg":"trace[667377847] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"264.722742ms","start":"2026-07-24T17:26:13.423215Z","end":"2026-07-24T17:26:13.687938Z","steps":["trace[667377847] 'process raft request' (duration: 264.347139ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:13.688039Z","caller":"traceutil/trace.go:171","msg":"trace[1308368252] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3519; }","duration":"492.586014ms","start":"2026-07-24T17:26:13.195438Z","end":"2026-07-24T17:26:13.688024Z","steps":["trace[1308368252] 'agreement among raft nodes before linearized reading' (duration: 492.421078ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:13.688037Z","caller":"traceutil/trace.go:171","msg":"trace[732776659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3519; }","duration":"584.21666ms","start":"2026-07-24T17:26:13.103798Z","end":"2026-07-24T17:26:13.688015Z","steps":["trace[732776659] 'agreement among raft nodes before linearized reading' (duration: 584.011203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:13.688089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.103695Z","time spent":"584.381686ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:13.688228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.201879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:26:13.688238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.675828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T17:26:13.688089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.195413Z","time spent":"492.664357ms","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:26:13.688325Z","caller":"traceutil/trace.go:171","msg":"trace[1149900916] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3519; }","duration":"804.804543ms","start":"2026-07-24T17:26:12.883502Z","end":"2026-07-24T17:26:13.688306Z","steps":["trace[1149900916] 'agreement among raft nodes before linearized reading' (duration: 804.526693ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:13.688294Z","caller":"traceutil/trace.go:171","msg":"trace[1657309350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3519; }","duration":"263.287782ms","start":"2026-07-24T17:26:13.42499Z","end":"2026-07-24T17:26:13.688277Z","steps":["trace[1657309350] 'agreement among raft nodes before linearized reading' (duration: 263.001392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:13.6884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:12.883497Z","time spent":"804.893656ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:13.68797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.895373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:26:13.688596Z","caller":"traceutil/trace.go:171","msg":"trace[1616863187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3519; }","duration":"268.540085ms","start":"2026-07-24T17:26:13.420033Z","end":"2026-07-24T17:26:13.688573Z","steps":["trace[1616863187] 'agreement among raft nodes before linearized reading' (duration: 267.756388ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:14.014636Z","caller":"traceutil/trace.go:171","msg":"trace[302131205] linearizableReadLoop","detail":"{readStateIndex:3665; appliedIndex:3664; }","duration":"323.439316ms","start":"2026-07-24T17:26:13.69117Z","end":"2026-07-24T17:26:14.01461Z","steps":["trace[302131205] 'read index received' (duration: 261.224539ms)","trace[302131205] 'applied index is now lower than readState.Index' (duration: 62.213247ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:14.01469Z","caller":"traceutil/trace.go:171","msg":"trace[1167893623] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"323.563311ms","start":"2026-07-24T17:26:13.691097Z","end":"2026-07-24T17:26:14.014661Z","steps":["trace[1167893623] 'process raft request' (duration: 261.283792ms)","trace[1167893623] 'compare' (duration: 62.03748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:14.014819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.691087Z","time spent":"323.659784ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:14.014947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.771187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-24T17:26:14.014989Z","caller":"traceutil/trace.go:171","msg":"trace[1340725162] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b; range_end:; response_count:1; response_revision:3520; }","duration":"323.84223ms","start":"2026-07-24T17:26:13.691136Z","end":"2026-07-24T17:26:14.014978Z","steps":["trace[1340725162] 'agreement among raft nodes before linearized reading' (duration: 323.582571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:14.015052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.691121Z","time spent":"323.921153ms","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" "} {"level":"warn","ts":"2026-07-24T17:26:14.515644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:15.149185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.734571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:15.149543Z","caller":"traceutil/trace.go:171","msg":"trace[33804392] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"262.993457ms","start":"2026-07-24T17:26:14.886517Z","end":"2026-07-24T17:26:15.149511Z","steps":["trace[33804392] 'process raft request' (duration: 262.958196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:15.149893Z","caller":"traceutil/trace.go:171","msg":"trace[614571896] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"1.454542876s","start":"2026-07-24T17:26:13.695333Z","end":"2026-07-24T17:26:15.149876Z","steps":["trace[614571896] 'process raft request' (duration: 989.041657ms)","trace[614571896] 'compare' (duration: 464.586557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:15.15009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.69531Z","time spent":"1.454743473s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:15.150151Z","caller":"traceutil/trace.go:171","msg":"trace[261118961] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"265.065129ms","start":"2026-07-24T17:26:14.885049Z","end":"2026-07-24T17:26:15.150114Z","steps":["trace[261118961] 'process raft request' (duration: 264.377495ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:15.150007Z","caller":"traceutil/trace.go:171","msg":"trace[804043943] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"1.453670206s","start":"2026-07-24T17:26:13.696321Z","end":"2026-07-24T17:26:15.149991Z","steps":["trace[804043943] 'process raft request' (duration: 1.45293447s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.150315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367297944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:15.150373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.696305Z","time spent":"1.454013417s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:15.150197Z","caller":"traceutil/trace.go:171","msg":"trace[1962906343] linearizableReadLoop","detail":"{readStateIndex:3667; appliedIndex:3665; }","duration":"1.135480423s","start":"2026-07-24T17:26:14.014695Z","end":"2026-07-24T17:26:15.150176Z","steps":["trace[1962906343] 'read index received' (duration: 669.616192ms)","trace[1962906343] 'applied index is now lower than readState.Index' (duration: 465.862411ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:15.150423Z","caller":"traceutil/trace.go:171","msg":"trace[2126338958] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3525; }","duration":"1.367364076s","start":"2026-07-24T17:26:13.782972Z","end":"2026-07-24T17:26:15.150336Z","steps":["trace[2126338958] 'agreement among raft nodes before linearized reading' (duration: 1.367318504s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.150466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.782954Z","time spent":"1.367500481s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:15.150592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04600285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:15.150638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41579861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:15.150671Z","caller":"traceutil/trace.go:171","msg":"trace[1509597525] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3525; }","duration":"1.415878203s","start":"2026-07-24T17:26:13.734782Z","end":"2026-07-24T17:26:15.15066Z","steps":["trace[1509597525] 'agreement among raft nodes before linearized reading' (duration: 1.415825331s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.150274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457410666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T17:26:15.150707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.734759Z","time spent":"1.415938455s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:15.15072Z","caller":"traceutil/trace.go:171","msg":"trace[1908720158] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3525; }","duration":"1.458219525s","start":"2026-07-24T17:26:13.692486Z","end":"2026-07-24T17:26:15.150705Z","steps":["trace[1908720158] 'agreement among raft nodes before linearized reading' (duration: 1.457740188s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.150763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.692463Z","time spent":"1.458287177s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:26:15.150846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.67341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:15.150893Z","caller":"traceutil/trace.go:171","msg":"trace[939450773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3525; }","duration":"265.739223ms","start":"2026-07-24T17:26:14.885139Z","end":"2026-07-24T17:26:15.150878Z","steps":["trace[939450773] 'agreement among raft nodes before linearized reading' (duration: 265.566877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.150911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449808591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:26:15.150942Z","caller":"traceutil/trace.go:171","msg":"trace[1031868341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3525; }","duration":"1.449862293s","start":"2026-07-24T17:26:13.70107Z","end":"2026-07-24T17:26:15.150933Z","steps":["trace[1031868341] 'agreement among raft nodes before linearized reading' (duration: 1.449750959s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.15097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.70106Z","time spent":"1.449904264s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:26:15.150664Z","caller":"traceutil/trace.go:171","msg":"trace[501914359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3525; }","duration":"1.046118094s","start":"2026-07-24T17:26:14.104529Z","end":"2026-07-24T17:26:15.150647Z","steps":["trace[501914359] 'agreement among raft nodes before linearized reading' (duration: 1.045993089s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:15.150679Z","caller":"traceutil/trace.go:171","msg":"trace[373542064] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"265.64448ms","start":"2026-07-24T17:26:14.884745Z","end":"2026-07-24T17:26:15.150389Z","steps":["trace[373542064] 'process raft request' (duration: 264.579962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.151121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:14.104514Z","time spent":"1.04659811s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:15.151164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454993971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:26:15.151193Z","caller":"traceutil/trace.go:171","msg":"trace[460642856] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3525; }","duration":"1.455051163s","start":"2026-07-24T17:26:13.696133Z","end":"2026-07-24T17:26:15.151185Z","steps":["trace[460642856] 'agreement among raft nodes before linearized reading' (duration: 1.454876067s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.151219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:13.696109Z","time spent":"1.455093826s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:15.151744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.776229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:26:15.15178Z","caller":"traceutil/trace.go:171","msg":"trace[1155748470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3525; }","duration":"266.854712ms","start":"2026-07-24T17:26:14.884916Z","end":"2026-07-24T17:26:15.151771Z","steps":["trace[1155748470] 'agreement among raft nodes before linearized reading' (duration: 266.776579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.15211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.150428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:15.152145Z","caller":"traceutil/trace.go:171","msg":"trace[2118997412] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3525; }","duration":"782.224891ms","start":"2026-07-24T17:26:14.369912Z","end":"2026-07-24T17:26:15.152137Z","steps":["trace[2118997412] 'agreement among raft nodes before linearized reading' (duration: 782.165919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:15.152167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:14.369887Z","time spent":"782.274083ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:16.371562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024850523s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:16.371796Z","caller":"traceutil/trace.go:171","msg":"trace[1184451294] linearizableReadLoop","detail":"{readStateIndex:3672; appliedIndex:3670; }","duration":"1.212699729s","start":"2026-07-24T17:26:15.159076Z","end":"2026-07-24T17:26:16.371775Z","steps":["trace[1184451294] 'read index received' (duration: 187.479123ms)","trace[1184451294] 'applied index is now lower than readState.Index' (duration: 1.025219676s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:16.371942Z","caller":"traceutil/trace.go:171","msg":"trace[541722176] transaction","detail":"{read_only:false; response_revision:3527; number_of_response:1; }","duration":"1.214833443s","start":"2026-07-24T17:26:15.157097Z","end":"2026-07-24T17:26:16.371931Z","steps":["trace[541722176] 'process raft request' (duration: 1.214583704s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:16.37202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:15.157054Z","time spent":"1.214931847s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:16.372096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212954597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:16.371928Z","caller":"traceutil/trace.go:171","msg":"trace[924330237] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"1.215167095s","start":"2026-07-24T17:26:15.156624Z","end":"2026-07-24T17:26:16.371791Z","steps":["trace[924330237] 'process raft request' (duration: 189.96923ms)","trace[924330237] 'compare' (duration: 1.024513801s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:16.372265Z","caller":"traceutil/trace.go:171","msg":"trace[507999044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3527; }","duration":"1.213164335s","start":"2026-07-24T17:26:15.159047Z","end":"2026-07-24T17:26:16.372211Z","steps":["trace[507999044] 'agreement among raft nodes before linearized reading' (duration: 1.212883085s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:16.372353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:15.159037Z","time spent":"1.213275709s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:16.372384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:15.156604Z","time spent":"1.215664443s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:16.679045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105531202s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:26:16.693642Z","caller":"traceutil/trace.go:171","msg":"trace[1706473409] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"1.12029704s","start":"2026-07-24T17:26:15.573293Z","end":"2026-07-24T17:26:16.69359Z","steps":["trace[1706473409] 'process raft request' (duration: 1.105996968s)","trace[1706473409] 'compare' (duration: 13.93307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:16.693832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:15.573267Z","time spent":"1.120468806s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:17.04824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.747559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:17.048626Z","caller":"traceutil/trace.go:171","msg":"trace[605008429] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"1.352651401s","start":"2026-07-24T17:26:15.695954Z","end":"2026-07-24T17:26:17.048606Z","steps":["trace[605008429] 'process raft request' (duration: 1.129449786s)","trace[605008429] 'compare' (duration: 222.492541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:17.048687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:15.695918Z","time spent":"1.352739864s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:17.728256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.923867ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:26:17.728471Z","caller":"traceutil/trace.go:171","msg":"trace[1605683241] linearizableReadLoop","detail":"{readStateIndex:3675; appliedIndex:3672; }","duration":"1.356555016s","start":"2026-07-24T17:26:16.371897Z","end":"2026-07-24T17:26:17.728452Z","steps":["trace[1605683241] 'read index received' (duration: 307.410559ms)","trace[1605683241] 'applied index is now lower than readState.Index' (duration: 1.049142887s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:17.728673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276032675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:17.728707Z","caller":"traceutil/trace.go:171","msg":"trace[483027445] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3529; }","duration":"2.276126778s","start":"2026-07-24T17:26:15.45257Z","end":"2026-07-24T17:26:17.728697Z","steps":["trace[483027445] 'agreement among raft nodes before linearized reading' (duration: 2.276057915s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:17.728739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:15.452535Z","time spent":"2.276194561s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:17.728742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109054471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:26:17.728799Z","caller":"traceutil/trace.go:171","msg":"trace[1062426290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3529; }","duration":"2.109159794s","start":"2026-07-24T17:26:15.619622Z","end":"2026-07-24T17:26:17.728782Z","steps":["trace[1062426290] 'agreement among raft nodes before linearized reading' (duration: 2.108975127s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:17.728841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:15.619594Z","time spent":"2.109236056s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:17.72886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694508657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:26:17.72893Z","caller":"traceutil/trace.go:171","msg":"trace[1140082750] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3529; }","duration":"1.694628151s","start":"2026-07-24T17:26:16.034284Z","end":"2026-07-24T17:26:17.728912Z","steps":["trace[1140082750] 'agreement among raft nodes before linearized reading' (duration: 1.694416714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:17.728986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:16.034262Z","time spent":"1.694708474s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:26:17.729045Z","caller":"traceutil/trace.go:171","msg":"trace[306263448] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"574.506355ms","start":"2026-07-24T17:26:17.154524Z","end":"2026-07-24T17:26:17.729031Z","steps":["trace[306263448] 'process raft request' (duration: 573.826261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:17.728972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.986413ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:17.729129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.154491Z","time spent":"574.588197ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:17.729128Z","caller":"traceutil/trace.go:171","msg":"trace[261436235] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3529; }","duration":"293.158819ms","start":"2026-07-24T17:26:17.435946Z","end":"2026-07-24T17:26:17.729105Z","steps":["trace[261436235] 'range keys from in-memory index tree' (duration: 292.968083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.373757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:26:18.373831Z","caller":"traceutil/trace.go:171","msg":"trace[872196379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490693s","start":"2026-07-24T17:26:16.373324Z","end":"2026-07-24T17:26:18.373815Z","steps":["trace[872196379] 'agreement among raft nodes before linearized reading' (duration: 2.000398909s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.373867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:16.373307Z","time spent":"2.000552414s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:18.642235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.324486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:18.642427Z","caller":"traceutil/trace.go:171","msg":"trace[1248159767] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"526.100232ms","start":"2026-07-24T17:26:18.116314Z","end":"2026-07-24T17:26:18.642415Z","steps":["trace[1248159767] 'process raft request' (duration: 526.068541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.642474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:18.116294Z","time spent":"526.159754ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:18.642702Z","caller":"traceutil/trace.go:171","msg":"trace[1468123207] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"1.484876451s","start":"2026-07-24T17:26:17.157816Z","end":"2026-07-24T17:26:18.642692Z","steps":["trace[1468123207] 'process raft request' (duration: 716.016046ms)","trace[1468123207] 'compare' (duration: 768.225162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:18.642742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.15778Z","time spent":"1.484942793s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:18.642777Z","caller":"traceutil/trace.go:171","msg":"trace[1462848887] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"908.943036ms","start":"2026-07-24T17:26:17.733817Z","end":"2026-07-24T17:26:18.64276Z","steps":["trace[1462848887] 'process raft request' (duration: 908.532222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:18.64289Z","caller":"traceutil/trace.go:171","msg":"trace[1058518458] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"1.48428316s","start":"2026-07-24T17:26:17.158564Z","end":"2026-07-24T17:26:18.642847Z","steps":["trace[1058518458] 'process raft request' (duration: 1.483740691s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:18.643019Z","caller":"traceutil/trace.go:171","msg":"trace[2075123595] linearizableReadLoop","detail":"{readStateIndex:3678; appliedIndex:3676; }","duration":"914.506582ms","start":"2026-07-24T17:26:17.728504Z","end":"2026-07-24T17:26:18.64301Z","steps":["trace[2075123595] 'read index received' (duration: 145.341516ms)","trace[2075123595] 'applied index is now lower than readState.Index' (duration: 769.164206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:18.643092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.158552Z","time spent":"1.484432945s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:18.643156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484517958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:26:18.643181Z","caller":"traceutil/trace.go:171","msg":"trace[1049831266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3534; }","duration":"1.48456239s","start":"2026-07-24T17:26:17.158612Z","end":"2026-07-24T17:26:18.643174Z","steps":["trace[1049831266] 'agreement among raft nodes before linearized reading' (duration: 1.484477637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.643206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.158604Z","time spent":"1.484596451s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:18.643366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.733799Z","time spent":"909.500296ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:18.64344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524540444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:18.643503Z","caller":"traceutil/trace.go:171","msg":"trace[192297835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3534; }","duration":"1.524650318s","start":"2026-07-24T17:26:17.118838Z","end":"2026-07-24T17:26:18.643488Z","steps":["trace[192297835] 'agreement among raft nodes before linearized reading' (duration: 1.524542564s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.643551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.118819Z","time spent":"1.52471888s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:18.643574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.103327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:26:18.643599Z","caller":"traceutil/trace.go:171","msg":"trace[358227867] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3534; }","duration":"910.160849ms","start":"2026-07-24T17:26:17.733431Z","end":"2026-07-24T17:26:18.643592Z","steps":["trace[358227867] 'agreement among raft nodes before linearized reading' (duration: 910.088487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.643622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.733412Z","time spent":"910.204871ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:26:18.643648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487366888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:26:18.643696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.811849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:18.64372Z","caller":"traceutil/trace.go:171","msg":"trace[12083441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3534; }","duration":"1.487502893s","start":"2026-07-24T17:26:17.156201Z","end":"2026-07-24T17:26:18.643704Z","steps":["trace[12083441] 'agreement among raft nodes before linearized reading' (duration: 1.487288486s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.643717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046972794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:18.643739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4908466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:18.643736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.603256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:26:18.64376Z","caller":"traceutil/trace.go:171","msg":"trace[1963431454] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3534; }","duration":"2.047053426s","start":"2026-07-24T17:26:16.5967Z","end":"2026-07-24T17:26:18.643754Z","steps":["trace[1963431454] 'agreement among raft nodes before linearized reading' (duration: 2.046963833s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.643766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.156181Z","time spent":"1.487575535s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:26:18.643797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:16.596676Z","time spent":"2.047115078s","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":27,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:18.643781Z","caller":"traceutil/trace.go:171","msg":"trace[1069985893] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3534; }","duration":"266.69937ms","start":"2026-07-24T17:26:18.377069Z","end":"2026-07-24T17:26:18.643768Z","steps":["trace[1069985893] 'agreement among raft nodes before linearized reading' (duration: 266.532964ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:18.64377Z","caller":"traceutil/trace.go:171","msg":"trace[2107912492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3534; }","duration":"1.490915143s","start":"2026-07-24T17:26:17.152845Z","end":"2026-07-24T17:26:18.64376Z","steps":["trace[2107912492] 'agreement among raft nodes before linearized reading' (duration: 1.490862211s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.643746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.580491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:26:18.643861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:17.152826Z","time spent":"1.491022996s","remote":"127.0.0.1:36680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:18.643875Z","caller":"traceutil/trace.go:171","msg":"trace[534824246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3534; }","duration":"267.767227ms","start":"2026-07-24T17:26:18.376099Z","end":"2026-07-24T17:26:18.643866Z","steps":["trace[534824246] 'agreement among raft nodes before linearized reading' (duration: 267.606391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:18.643772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.075922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:18.643733Z","caller":"traceutil/trace.go:171","msg":"trace[1173395338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3534; }","duration":"265.86204ms","start":"2026-07-24T17:26:18.377862Z","end":"2026-07-24T17:26:18.643724Z","steps":["trace[1173395338] 'agreement among raft nodes before linearized reading' (duration: 265.682914ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:18.643939Z","caller":"traceutil/trace.go:171","msg":"trace[1187310364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3534; }","duration":"261.259748ms","start":"2026-07-24T17:26:18.382669Z","end":"2026-07-24T17:26:18.643928Z","steps":["trace[1187310364] 'agreement among raft nodes before linearized reading' (duration: 261.082192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:19.542367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.429671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:19.542496Z","caller":"traceutil/trace.go:171","msg":"trace[917053130] linearizableReadLoop","detail":"{readStateIndex:3681; appliedIndex:3680; }","duration":"895.176649ms","start":"2026-07-24T17:26:18.647297Z","end":"2026-07-24T17:26:19.542473Z","steps":["trace[917053130] 'read index received' (duration: 418.563861ms)","trace[917053130] 'applied index is now lower than readState.Index' (duration: 476.611218ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:19.542587Z","caller":"traceutil/trace.go:171","msg":"trace[2027460412] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"896.857399ms","start":"2026-07-24T17:26:18.645713Z","end":"2026-07-24T17:26:19.54257Z","steps":["trace[2027460412] 'process raft request' (duration: 420.109516ms)","trace[2027460412] 'compare' (duration: 475.944924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:19.542677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:18.645698Z","time spent":"896.925482ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:19.543056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.750939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:26:19.543105Z","caller":"traceutil/trace.go:171","msg":"trace[933431139] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3535; }","duration":"895.800331ms","start":"2026-07-24T17:26:18.647292Z","end":"2026-07-24T17:26:19.543093Z","steps":["trace[933431139] 'agreement among raft nodes before linearized reading' (duration: 895.593504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:19.543149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:18.647256Z","time spent":"895.882515ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:20.778628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.934392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:20.779302Z","caller":"traceutil/trace.go:171","msg":"trace[2061991763] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"2.12979781s","start":"2026-07-24T17:26:18.649475Z","end":"2026-07-24T17:26:20.779273Z","steps":["trace[2061991763] 'process raft request' (duration: 1.332136432s)","trace[2061991763] 'compare' (duration: 796.374543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:20.779397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:18.649462Z","time spent":"2.129894543s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:20.780068Z","caller":"traceutil/trace.go:171","msg":"trace[1801248025] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"2.130502005s","start":"2026-07-24T17:26:18.649552Z","end":"2026-07-24T17:26:20.780054Z","steps":["trace[1801248025] 'process raft request' (duration: 2.129650245s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:20.780146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:18.649547Z","time spent":"2.130562147s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:20.780354Z","caller":"traceutil/trace.go:171","msg":"trace[1420653985] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"2.130732373s","start":"2026-07-24T17:26:18.649587Z","end":"2026-07-24T17:26:20.780319Z","steps":["trace[1420653985] 'process raft request' (duration: 2.130427773s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:20.780413Z","caller":"traceutil/trace.go:171","msg":"trace[1239651938] linearizableReadLoop","detail":"{readStateIndex:3686; appliedIndex:3681; }","duration":"1.237856235s","start":"2026-07-24T17:26:19.542532Z","end":"2026-07-24T17:26:20.780388Z","steps":["trace[1239651938] 'read index received' (duration: 438.995844ms)","trace[1239651938] 'applied index is now lower than readState.Index' (duration: 798.859241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:20.780529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:18.649581Z","time spent":"2.130857307s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:20.780537Z","caller":"traceutil/trace.go:171","msg":"trace[473967282] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"1.726893409s","start":"2026-07-24T17:26:19.053627Z","end":"2026-07-24T17:26:20.78052Z","steps":["trace[473967282] 'process raft request' (duration: 1.726685772s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:20.78049Z","caller":"traceutil/trace.go:171","msg":"trace[16465812] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"2.130661341s","start":"2026-07-24T17:26:18.649783Z","end":"2026-07-24T17:26:20.780444Z","steps":["trace[16465812] 'process raft request' (duration: 2.130435053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:20.780688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:19.053545Z","time spent":"1.727050955s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:20.780716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:18.649778Z","time spent":"2.130816256s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:20.780738Z","caller":"traceutil/trace.go:171","msg":"trace[798876186] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"1.04657786s","start":"2026-07-24T17:26:19.734144Z","end":"2026-07-24T17:26:20.780722Z","steps":["trace[798876186] 'process raft request' (duration: 1.046215338s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:20.780891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:19.734122Z","time spent":"1.046648543s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:20.780937Z","caller":"traceutil/trace.go:171","msg":"trace[195635574] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"547.95448ms","start":"2026-07-24T17:26:20.232953Z","end":"2026-07-24T17:26:20.780908Z","steps":["trace[195635574] 'process raft request' (duration: 547.714932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:20.781203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:20.232933Z","time spent":"548.137656ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:20.780783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776436633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:20.781438Z","caller":"traceutil/trace.go:171","msg":"trace[371911693] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3541; }","duration":"1.777110057s","start":"2026-07-24T17:26:19.004314Z","end":"2026-07-24T17:26:20.781424Z","steps":["trace[371911693] 'agreement among raft nodes before linearized reading' (duration: 1.776203635s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:20.781528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:19.004271Z","time spent":"1.777243271s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:20.869277Z","caller":"traceutil/trace.go:171","msg":"trace[471554145] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"219.92284ms","start":"2026-07-24T17:26:20.649332Z","end":"2026-07-24T17:26:20.869255Z","steps":["trace[471554145] 'process raft request' (duration: 219.787805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.105501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:26:22.105585Z","caller":"traceutil/trace.go:171","msg":"trace[2050972328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441766s","start":"2026-07-24T17:26:20.105125Z","end":"2026-07-24T17:26:22.105567Z","steps":["trace[2050972328] 'agreement among raft nodes before linearized reading' (duration: 2.000335762s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.105634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:20.105104Z","time spent":"2.000520419s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:22.485494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10117205s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:22.485611Z","caller":"traceutil/trace.go:171","msg":"trace[249150566] linearizableReadLoop","detail":"{readStateIndex:3690; appliedIndex:3688; }","duration":"1.705109435s","start":"2026-07-24T17:26:20.78048Z","end":"2026-07-24T17:26:22.485589Z","steps":["trace[249150566] 'read index received' (duration: 88.640683ms)","trace[249150566] 'applied index is now lower than readState.Index' (duration: 1.616466812s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:22.485786Z","caller":"traceutil/trace.go:171","msg":"trace[2141673024] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"1.835257901s","start":"2026-07-24T17:26:20.650506Z","end":"2026-07-24T17:26:22.485764Z","steps":["trace[2141673024] 'process raft request' (duration: 733.700698ms)","trace[2141673024] 'compare' (duration: 1.099904715s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:22.485871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:20.650478Z","time spent":"1.835349914s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:22.485946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594385799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:22.485945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327645482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:26:22.485994Z","caller":"traceutil/trace.go:171","msg":"trace[1766367835] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3544; }","duration":"2.594486722s","start":"2026-07-24T17:26:19.891494Z","end":"2026-07-24T17:26:22.485981Z","steps":["trace[1766367835] 'agreement among raft nodes before linearized reading' (duration: 2.594378318s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:22.48602Z","caller":"traceutil/trace.go:171","msg":"trace[185733675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3544; }","duration":"2.327764436s","start":"2026-07-24T17:26:20.158238Z","end":"2026-07-24T17:26:22.486002Z","steps":["trace[185733675] 'agreement among raft nodes before linearized reading' (duration: 2.327495967s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.486037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:19.891454Z","time spent":"2.594571065s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:22.486062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:20.158213Z","time spent":"2.327840389s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:26:22.486272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927118921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:22.486324Z","caller":"traceutil/trace.go:171","msg":"trace[1660770810] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3544; }","duration":"2.927220225s","start":"2026-07-24T17:26:19.559089Z","end":"2026-07-24T17:26:22.486309Z","steps":["trace[1660770810] 'agreement among raft nodes before linearized reading' (duration: 2.927134222s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.48634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835847962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:26:22.486374Z","caller":"traceutil/trace.go:171","msg":"trace[1956638620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3544; }","duration":"1.835907454s","start":"2026-07-24T17:26:20.650456Z","end":"2026-07-24T17:26:22.486364Z","steps":["trace[1956638620] 'agreement among raft nodes before linearized reading' (duration: 1.835806521s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.486405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:19.559066Z","time spent":"2.927321409s","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:22.486421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:20.650448Z","time spent":"1.835958726s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:22.486467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007995864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:22.486501Z","caller":"traceutil/trace.go:171","msg":"trace[1193150241] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3544; }","duration":"1.008060846s","start":"2026-07-24T17:26:21.478429Z","end":"2026-07-24T17:26:22.48649Z","steps":["trace[1193150241] 'agreement among raft nodes before linearized reading' (duration: 1.007975663s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.486561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:21.478411Z","time spent":"1.008132529s","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":91,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:22.486685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166866067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:22.486723Z","caller":"traceutil/trace.go:171","msg":"trace[708039351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3544; }","duration":"2.167010611s","start":"2026-07-24T17:26:20.3197Z","end":"2026-07-24T17:26:22.486711Z","steps":["trace[708039351] 'agreement among raft nodes before linearized reading' (duration: 2.166881837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.486753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:20.319675Z","time spent":"2.167069614s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:22.486372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93985428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:26:22.48678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.111693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:22.486838Z","caller":"traceutil/trace.go:171","msg":"trace[1886492957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3544; }","duration":"452.203306ms","start":"2026-07-24T17:26:22.034618Z","end":"2026-07-24T17:26:22.486821Z","steps":["trace[1886492957] 'agreement among raft nodes before linearized reading' (duration: 452.113693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.48688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.034599Z","time spent":"452.270279ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:26:22.486837Z","caller":"traceutil/trace.go:171","msg":"trace[343402816] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3544; }","duration":"2.940333947s","start":"2026-07-24T17:26:19.54648Z","end":"2026-07-24T17:26:22.486814Z","steps":["trace[343402816] 'agreement among raft nodes before linearized reading' (duration: 2.939779738s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.487113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.431968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:22.48716Z","caller":"traceutil/trace.go:171","msg":"trace[233383915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3544; }","duration":"381.502681ms","start":"2026-07-24T17:26:22.105641Z","end":"2026-07-24T17:26:22.487144Z","steps":["trace[233383915] 'agreement among raft nodes before linearized reading' (duration: 381.438478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.487198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.105625Z","time spent":"381.563282ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:22.487341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:19.546463Z","time spent":"2.940649628s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:22.486523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801820483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:26:22.487962Z","caller":"traceutil/trace.go:171","msg":"trace[546283049] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3544; }","duration":"1.803521803s","start":"2026-07-24T17:26:20.684424Z","end":"2026-07-24T17:26:22.487946Z","steps":["trace[546283049] 'agreement among raft nodes before linearized reading' (duration: 1.801319155s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:22.488005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:20.684408Z","time spent":"1.803583726s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:26:22.991512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:23.632575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.96827ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:26:23.633622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.488926Z","time spent":"1.144692118s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:26:23.664682Z","caller":"traceutil/trace.go:171","msg":"trace[574481542] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"1.172370708s","start":"2026-07-24T17:26:22.492291Z","end":"2026-07-24T17:26:23.664661Z","steps":["trace[574481542] 'process raft request' (duration: 1.172119859s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:23.664915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.492281Z","time spent":"1.172552504s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:23.665181Z","caller":"traceutil/trace.go:171","msg":"trace[1242052358] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"879.800187ms","start":"2026-07-24T17:26:22.785343Z","end":"2026-07-24T17:26:23.665143Z","steps":["trace[1242052358] 'process raft request' (duration: 879.260318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:23.66536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.785301Z","time spent":"879.971003ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:23.66609Z","caller":"traceutil/trace.go:171","msg":"trace[903113053] linearizableReadLoop","detail":"{readStateIndex:3695; appliedIndex:3690; }","duration":"1.175243479s","start":"2026-07-24T17:26:22.490834Z","end":"2026-07-24T17:26:23.666077Z","steps":["trace[903113053] 'read index received' (duration: 877.776895ms)","trace[903113053] 'applied index is now lower than readState.Index' (duration: 297.465864ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:23.666176Z","caller":"traceutil/trace.go:171","msg":"trace[420575718] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"791.382885ms","start":"2026-07-24T17:26:22.874768Z","end":"2026-07-24T17:26:23.666151Z","steps":["trace[420575718] 'process raft request' (duration: 791.25002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:23.666248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175407434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:26:23.666285Z","caller":"traceutil/trace.go:171","msg":"trace[1543963616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3548; }","duration":"1.175449796s","start":"2026-07-24T17:26:22.490827Z","end":"2026-07-24T17:26:23.666277Z","steps":["trace[1543963616] 'agreement among raft nodes before linearized reading' (duration: 1.175325711s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:23.666291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.874748Z","time spent":"791.483918ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:23.666312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.490791Z","time spent":"1.175512989s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:26:23.666342Z","caller":"traceutil/trace.go:171","msg":"trace[1750312078] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"880.280203ms","start":"2026-07-24T17:26:22.786047Z","end":"2026-07-24T17:26:23.666327Z","steps":["trace[1750312078] 'process raft request' (duration: 879.852438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:23.666431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.786039Z","time spent":"880.330066ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:25.104768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:26:25.10485Z","caller":"traceutil/trace.go:171","msg":"trace[1895034214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249358s","start":"2026-07-24T17:26:23.104582Z","end":"2026-07-24T17:26:25.104831Z","steps":["trace[1895034214] 'agreement among raft nodes before linearized reading' (duration: 2.000138914s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.104933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:23.104566Z","time spent":"2.000347391s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:25.308543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:24.17696Z","time spent":"1.131571613s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:26:25.30889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537271678s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:25.309009Z","caller":"traceutil/trace.go:171","msg":"trace[310990262] linearizableReadLoop","detail":"{readStateIndex:3696; appliedIndex:3695; }","duration":"1.64286258s","start":"2026-07-24T17:26:23.666128Z","end":"2026-07-24T17:26:25.30899Z","steps":["trace[310990262] 'read index received' (duration: 105.287662ms)","trace[310990262] 'applied index is now lower than readState.Index' (duration: 1.537572728s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:25.309237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523545357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:26:25.309278Z","caller":"traceutil/trace.go:171","msg":"trace[1035186148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3549; }","duration":"2.52359432s","start":"2026-07-24T17:26:22.785669Z","end":"2026-07-24T17:26:25.309263Z","steps":["trace[1035186148] 'agreement among raft nodes before linearized reading' (duration: 2.523402953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.309313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.785662Z","time spent":"2.523642721s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:25.309252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494487142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:25.309452Z","caller":"traceutil/trace.go:171","msg":"trace[298761820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3549; }","duration":"2.49470261s","start":"2026-07-24T17:26:22.814727Z","end":"2026-07-24T17:26:25.309429Z","steps":["trace[298761820] 'agreement among raft nodes before linearized reading' (duration: 2.494349897s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.309537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.814674Z","time spent":"2.494847514s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:25.30958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524320995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:25.309622Z","caller":"traceutil/trace.go:171","msg":"trace[132273150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3549; }","duration":"2.524372257s","start":"2026-07-24T17:26:22.785239Z","end":"2026-07-24T17:26:25.309611Z","steps":["trace[132273150] 'agreement among raft nodes before linearized reading' (duration: 2.524272294s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.309616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653655361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:25.309782Z","caller":"traceutil/trace.go:171","msg":"trace[1142729167] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3549; }","duration":"1.653942131s","start":"2026-07-24T17:26:23.65582Z","end":"2026-07-24T17:26:25.309762Z","steps":["trace[1142729167] 'agreement among raft nodes before linearized reading' (duration: 1.653638941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.309846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:23.655795Z","time spent":"1.654033765s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:25.309869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81787409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:26:25.3099Z","caller":"traceutil/trace.go:171","msg":"trace[464897316] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3549; }","duration":"2.817914682s","start":"2026-07-24T17:26:22.491976Z","end":"2026-07-24T17:26:25.30989Z","steps":["trace[464897316] 'agreement among raft nodes before linearized reading' (duration: 2.817843269s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.309937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.491969Z","time spent":"2.817961243s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"info","ts":"2026-07-24T17:26:25.310038Z","caller":"traceutil/trace.go:171","msg":"trace[1729564288] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"1.675324538s","start":"2026-07-24T17:26:23.634697Z","end":"2026-07-24T17:26:25.310021Z","steps":["trace[1729564288] 'process raft request' (duration: 136.822426ms)","trace[1729564288] 'compare' (duration: 1.536733759s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:25.310052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4324241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:25.31014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:23.634676Z","time spent":"1.67539948s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:25.310162Z","caller":"traceutil/trace.go:171","msg":"trace[705327962] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3549; }","duration":"2.432576986s","start":"2026-07-24T17:26:22.877571Z","end":"2026-07-24T17:26:25.310148Z","steps":["trace[705327962] 'agreement among raft nodes before linearized reading' (duration: 2.432344718s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.310269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.877548Z","time spent":"2.43270432s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:25.309799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526014715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:26:25.31049Z","caller":"traceutil/trace.go:171","msg":"trace[1828316928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3549; }","duration":"2.52672563s","start":"2026-07-24T17:26:22.783752Z","end":"2026-07-24T17:26:25.310477Z","steps":["trace[1828316928] 'agreement among raft nodes before linearized reading' (duration: 2.526002204s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.310533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.783737Z","time spent":"2.526784482s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:26:25.309664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.785233Z","time spent":"2.524420449s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:26:25.309736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525074992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:26:25.310811Z","caller":"traceutil/trace.go:171","msg":"trace[2082932564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3549; }","duration":"2.526177771s","start":"2026-07-24T17:26:22.784622Z","end":"2026-07-24T17:26:25.3108Z","steps":["trace[2082932564] 'agreement among raft nodes before linearized reading' (duration: 2.525059712s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:25.310853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:22.784603Z","time spent":"2.526235663s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:25.456094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250503226s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:26:25.825133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.618193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:25.825695Z","caller":"traceutil/trace.go:171","msg":"trace[1238833340] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"1.625130412s","start":"2026-07-24T17:26:24.200544Z","end":"2026-07-24T17:26:25.825675Z","steps":["trace[1238833340] 'process raft request' (duration: 1.255898957s)","trace[1238833340] 'compare' (duration: 368.51952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:25.825819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:24.200515Z","time spent":"1.625262747s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:26.531437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075026927s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:26:26.943976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.259032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:26.944299Z","caller":"traceutil/trace.go:171","msg":"trace[2129275366] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"1.629833256s","start":"2026-07-24T17:26:25.314436Z","end":"2026-07-24T17:26:26.944269Z","steps":["trace[2129275366] 'process raft request' (duration: 1.629636479s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:26.94435Z","caller":"traceutil/trace.go:171","msg":"trace[1594702421] linearizableReadLoop","detail":"{readStateIndex:3698; appliedIndex:3696; }","duration":"1.635286909s","start":"2026-07-24T17:26:25.309045Z","end":"2026-07-24T17:26:26.944332Z","steps":["trace[1594702421] 'read index received' (duration: 147.414721ms)","trace[1594702421] 'applied index is now lower than readState.Index' (duration: 1.487871038s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:26.94445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.314409Z","time spent":"1.629960731s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:26.944568Z","caller":"traceutil/trace.go:171","msg":"trace[280234653] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"1.628024762s","start":"2026-07-24T17:26:25.316527Z","end":"2026-07-24T17:26:26.944552Z","steps":["trace[280234653] 'process raft request' (duration: 1.627659419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.94464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.316512Z","time spent":"1.628089825s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:26.944663Z","caller":"traceutil/trace.go:171","msg":"trace[363563790] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"2.450514351s","start":"2026-07-24T17:26:24.494135Z","end":"2026-07-24T17:26:26.944649Z","steps":["trace[363563790] 'process raft request' (duration: 2.037499462s)","trace[363563790] 'compare' (duration: 411.290738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:26.944723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:24.494112Z","time spent":"2.450577293s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:26.944822Z","caller":"traceutil/trace.go:171","msg":"trace[1204143449] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"1.627057648s","start":"2026-07-24T17:26:25.317751Z","end":"2026-07-24T17:26:26.944808Z","steps":["trace[1204143449] 'process raft request' (duration: 1.626473388s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.944905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.317742Z","time spent":"1.62712251s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:26.945062Z","caller":"traceutil/trace.go:171","msg":"trace[204398158] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"1.627182623s","start":"2026-07-24T17:26:25.317867Z","end":"2026-07-24T17:26:26.945049Z","steps":["trace[204398158] 'process raft request' (duration: 1.626392395s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.94511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.317837Z","time spent":"1.627247665s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:26.945166Z","caller":"traceutil/trace.go:171","msg":"trace[121544443] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"1.62625298s","start":"2026-07-24T17:26:25.318901Z","end":"2026-07-24T17:26:26.945154Z","steps":["trace[121544443] 'process raft request' (duration: 1.625391829s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.945245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.318892Z","time spent":"1.626310301s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:26.945354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840167184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:26.945381Z","caller":"traceutil/trace.go:171","msg":"trace[1995199233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3556; }","duration":"1.840223356s","start":"2026-07-24T17:26:25.105148Z","end":"2026-07-24T17:26:26.945372Z","steps":["trace[1995199233] 'agreement among raft nodes before linearized reading' (duration: 1.840183865s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.945407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.105134Z","time spent":"1.840267718s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:26.945121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248225802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:26.945467Z","caller":"traceutil/trace.go:171","msg":"trace[1563857854] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3556; }","duration":"3.248612495s","start":"2026-07-24T17:26:23.696839Z","end":"2026-07-24T17:26:26.945452Z","steps":["trace[1563857854] 'agreement among raft nodes before linearized reading' (duration: 3.248233462s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.945523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:23.696818Z","time spent":"3.248682688s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:26.945573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265780376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:26.945605Z","caller":"traceutil/trace.go:171","msg":"trace[162805721] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3556; }","duration":"2.265854548s","start":"2026-07-24T17:26:24.679739Z","end":"2026-07-24T17:26:26.945594Z","steps":["trace[162805721] 'agreement among raft nodes before linearized reading' (duration: 2.265805436s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.945633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:24.679714Z","time spent":"2.26591189s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:26.945675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278093337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:26:26.945773Z","caller":"traceutil/trace.go:171","msg":"trace[1334685755] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3556; }","duration":"3.278229943s","start":"2026-07-24T17:26:23.667517Z","end":"2026-07-24T17:26:26.945747Z","steps":["trace[1334685755] 'agreement among raft nodes before linearized reading' (duration: 3.277908611s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.945832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:23.667506Z","time spent":"3.278314265s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:26:26.94593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911655565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:26:26.946219Z","caller":"traceutil/trace.go:171","msg":"trace[1592241710] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3556; }","duration":"2.911805981s","start":"2026-07-24T17:26:24.034195Z","end":"2026-07-24T17:26:26.946001Z","steps":["trace[1592241710] 'agreement among raft nodes before linearized reading' (duration: 2.91149498s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:26.946273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:24.034174Z","time spent":"2.912088231s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:26:27.445115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:28.148463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.653308ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:28.148656Z","caller":"traceutil/trace.go:171","msg":"trace[406435880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3556; }","duration":"712.837855ms","start":"2026-07-24T17:26:27.435755Z","end":"2026-07-24T17:26:28.148593Z","steps":["trace[406435880] 'range keys from in-memory index tree' (duration: 712.628228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.149524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.287434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:28.149662Z","caller":"traceutil/trace.go:171","msg":"trace[743972650] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"2.478068287s","start":"2026-07-24T17:26:25.67158Z","end":"2026-07-24T17:26:28.149648Z","steps":["trace[743972650] 'process raft request' (duration: 1.895580636s)","trace[743972650] 'compare' (duration: 581.707754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:28.149733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.67156Z","time spent":"2.4781384s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:28.150653Z","caller":"traceutil/trace.go:171","msg":"trace[345744746] linearizableReadLoop","detail":"{readStateIndex:3708; appliedIndex:3703; }","duration":"1.206231949s","start":"2026-07-24T17:26:26.944384Z","end":"2026-07-24T17:26:28.150616Z","steps":["trace[345744746] 'read index received' (duration: 622.772723ms)","trace[345744746] 'applied index is now lower than readState.Index' (duration: 583.457816ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:28.150748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717626705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:28.150799Z","caller":"traceutil/trace.go:171","msg":"trace[1185878744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3561; }","duration":"1.717711908s","start":"2026-07-24T17:26:26.433072Z","end":"2026-07-24T17:26:28.150784Z","steps":["trace[1185878744] 'agreement among raft nodes before linearized reading' (duration: 1.717579513s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:28.150899Z","caller":"traceutil/trace.go:171","msg":"trace[1376958180] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"922.441722ms","start":"2026-07-24T17:26:27.228439Z","end":"2026-07-24T17:26:28.150881Z","steps":["trace[1376958180] 'process raft request' (duration: 922.070069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.150896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480087408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:26:28.15094Z","caller":"traceutil/trace.go:171","msg":"trace[1177705563] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"919.923943ms","start":"2026-07-24T17:26:27.231011Z","end":"2026-07-24T17:26:28.150935Z","steps":["trace[1177705563] 'process raft request' (duration: 919.54821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.150984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197669265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:28.151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:27.228416Z","time spent":"922.533485ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:28.151038Z","caller":"traceutil/trace.go:171","msg":"trace[712112251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3561; }","duration":"1.197746058s","start":"2026-07-24T17:26:26.953279Z","end":"2026-07-24T17:26:28.151026Z","steps":["trace[712112251] 'agreement among raft nodes before linearized reading' (duration: 1.197622274s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.151018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:27.230992Z","time spent":"919.976955ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:28.151061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240667981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:28.151079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:26.953269Z","time spent":"1.19780267s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:28.150957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:26.433057Z","time spent":"1.717884033s","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:28.151103Z","caller":"traceutil/trace.go:171","msg":"trace[476157212] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3561; }","duration":"2.240751803s","start":"2026-07-24T17:26:25.91034Z","end":"2026-07-24T17:26:28.151091Z","steps":["trace[476157212] 'agreement among raft nodes before linearized reading' (duration: 2.240671551s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.151148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.910321Z","time spent":"2.240813266s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:28.15098Z","caller":"traceutil/trace.go:171","msg":"trace[1035362869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3561; }","duration":"2.480180622s","start":"2026-07-24T17:26:25.670779Z","end":"2026-07-24T17:26:28.15096Z","steps":["trace[1035362869] 'agreement among raft nodes before linearized reading' (duration: 2.479958474s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.151303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.670718Z","time spent":"2.480570545s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:28.150839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836520181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T17:26:28.151397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146229442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:28.151431Z","caller":"traceutil/trace.go:171","msg":"trace[1508652895] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3561; }","duration":"1.146291284s","start":"2026-07-24T17:26:27.005129Z","end":"2026-07-24T17:26:28.15142Z","steps":["trace[1508652895] 'agreement among raft nodes before linearized reading' (duration: 1.146236912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.150817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635037476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:28.151514Z","caller":"traceutil/trace.go:171","msg":"trace[803958577] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3561; }","duration":"2.635785442s","start":"2026-07-24T17:26:25.515711Z","end":"2026-07-24T17:26:28.151496Z","steps":["trace[803958577] 'agreement among raft nodes before linearized reading' (duration: 2.635048346s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.151592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.515688Z","time spent":"2.635888216s","remote":"127.0.0.1:50390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:28.151422Z","caller":"traceutil/trace.go:171","msg":"trace[357155902] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3561; }","duration":"2.837135063s","start":"2026-07-24T17:26:25.31427Z","end":"2026-07-24T17:26:28.151405Z","steps":["trace[357155902] 'agreement among raft nodes before linearized reading' (duration: 2.83651073s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.151655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201711858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:26:28.15171Z","caller":"traceutil/trace.go:171","msg":"trace[591431864] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3561; }","duration":"1.201778471s","start":"2026-07-24T17:26:26.94992Z","end":"2026-07-24T17:26:28.151698Z","steps":["trace[591431864] 'agreement among raft nodes before linearized reading' (duration: 1.201635596s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.151742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:26.949914Z","time spent":"1.201820792s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"warn","ts":"2026-07-24T17:26:28.151659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.314252Z","time spent":"2.837390042s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:26:28.150909Z","caller":"traceutil/trace.go:171","msg":"trace[756933353] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"2.478363678s","start":"2026-07-24T17:26:25.672539Z","end":"2026-07-24T17:26:28.150902Z","steps":["trace[756933353] 'process raft request' (duration: 2.477056121s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.152068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.672524Z","time spent":"2.479509779s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:28.150849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630733603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:28.152172Z","caller":"traceutil/trace.go:171","msg":"trace[1738921197] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3561; }","duration":"2.632084421s","start":"2026-07-24T17:26:25.520074Z","end":"2026-07-24T17:26:28.152159Z","steps":["trace[1738921197] 'agreement among raft nodes before linearized reading' (duration: 2.630727043s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.152202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.520062Z","time spent":"2.632127232s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:28.151464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:27.005107Z","time spent":"1.146350196s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:26:28.150881Z","caller":"traceutil/trace.go:171","msg":"trace[275319751] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"2.478214203s","start":"2026-07-24T17:26:25.672657Z","end":"2026-07-24T17:26:28.150871Z","steps":["trace[275319751] 'process raft request' (duration: 2.477714275s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.152394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:25.672633Z","time spent":"2.479720956s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:28.153798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204045311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:26:28.154107Z","caller":"traceutil/trace.go:171","msg":"trace[650388888] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3561; }","duration":"1.204363993s","start":"2026-07-24T17:26:26.949472Z","end":"2026-07-24T17:26:28.153836Z","steps":["trace[650388888] 'agreement among raft nodes before linearized reading' (duration: 1.20145499s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:28.154812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:26.949458Z","time spent":"1.204686474s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:26:29.056094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.649801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:29.056444Z","caller":"traceutil/trace.go:171","msg":"trace[1446683870] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"898.558222ms","start":"2026-07-24T17:26:28.157863Z","end":"2026-07-24T17:26:29.056422Z","steps":["trace[1446683870] 'process raft request' (duration: 319.492286ms)","trace[1446683870] 'compare' (duration: 578.240396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:29.056558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.157847Z","time spent":"898.646695ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:29.707767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.57532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:26:29.708086Z","caller":"traceutil/trace.go:171","msg":"trace[1221339645] linearizableReadLoop","detail":"{readStateIndex:3711; appliedIndex:3709; }","duration":"1.461892519s","start":"2026-07-24T17:26:28.246175Z","end":"2026-07-24T17:26:29.708068Z","steps":["trace[1221339645] 'read index received' (duration: 231.118668ms)","trace[1221339645] 'applied index is now lower than readState.Index' (duration: 1.230772911s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:29.708361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549100975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:29.708779Z","caller":"traceutil/trace.go:171","msg":"trace[1519102245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3563; }","duration":"1.549544851s","start":"2026-07-24T17:26:28.159218Z","end":"2026-07-24T17:26:29.708763Z","steps":["trace[1519102245] 'agreement among raft nodes before linearized reading' (duration: 1.549099836s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:29.709089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.15921Z","time spent":"1.549596993s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:29.708411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551773841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:26:29.709155Z","caller":"traceutil/trace.go:171","msg":"trace[1734268033] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3563; }","duration":"1.552619541s","start":"2026-07-24T17:26:28.156521Z","end":"2026-07-24T17:26:29.709141Z","steps":["trace[1734268033] 'agreement among raft nodes before linearized reading' (duration: 1.551788401s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:29.709195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.156507Z","time spent":"1.552675912s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:26:29.708447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524816393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-24T17:26:29.709347Z","caller":"traceutil/trace.go:171","msg":"trace[122795673] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3563; }","duration":"1.525757607s","start":"2026-07-24T17:26:28.183577Z","end":"2026-07-24T17:26:29.709334Z","steps":["trace[122795673] 'agreement among raft nodes before linearized reading' (duration: 1.524807153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:29.709402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.183555Z","time spent":"1.525835259s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T17:26:29.708504Z","caller":"traceutil/trace.go:171","msg":"trace[386524109] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"755.343208ms","start":"2026-07-24T17:26:28.953147Z","end":"2026-07-24T17:26:29.70849Z","steps":["trace[386524109] 'process raft request' (duration: 754.83471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:29.709593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.953135Z","time spent":"756.344623ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:29.708503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55006029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:26:29.70966Z","caller":"traceutil/trace.go:171","msg":"trace[1918668870] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3563; }","duration":"1.551288253s","start":"2026-07-24T17:26:28.15836Z","end":"2026-07-24T17:26:29.709649Z","steps":["trace[1918668870] 'agreement among raft nodes before linearized reading' (duration: 1.549969556s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:29.709828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.158353Z","time spent":"1.55146197s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:30.542252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.66435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:30.542386Z","caller":"traceutil/trace.go:171","msg":"trace[1557908282] linearizableReadLoop","detail":"{readStateIndex:3713; appliedIndex:3712; }","duration":"833.712431ms","start":"2026-07-24T17:26:29.708654Z","end":"2026-07-24T17:26:30.542366Z","steps":["trace[1557908282] 'read index received' (duration: 84.673µs)","trace[1557908282] 'applied index is now lower than readState.Index' (duration: 833.626208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:30.542514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591028619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:30.542574Z","caller":"traceutil/trace.go:171","msg":"trace[250205664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3565; }","duration":"1.591146913s","start":"2026-07-24T17:26:28.951415Z","end":"2026-07-24T17:26:30.542562Z","steps":["trace[250205664] 'agreement among raft nodes before linearized reading' (duration: 1.590960526s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:30.5426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.951386Z","time spent":"1.591209715s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:26:30.542627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591194844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:26:30.542684Z","caller":"traceutil/trace.go:171","msg":"trace[1392448281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3565; }","duration":"1.591271127s","start":"2026-07-24T17:26:28.951397Z","end":"2026-07-24T17:26:30.542668Z","steps":["trace[1392448281] 'agreement among raft nodes before linearized reading' (duration: 1.59105222s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:30.542724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.951384Z","time spent":"1.591329839s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:26:30.542804Z","caller":"traceutil/trace.go:171","msg":"trace[1441576388] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"1.573439204s","start":"2026-07-24T17:26:28.969354Z","end":"2026-07-24T17:26:30.542794Z","steps":["trace[1441576388] 'process raft request' (duration: 739.124151ms)","trace[1441576388] 'compare' (duration: 833.324928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:30.542754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627609738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:30.54286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923502115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:30.542892Z","caller":"traceutil/trace.go:171","msg":"trace[767108664] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3565; }","duration":"1.923562308s","start":"2026-07-24T17:26:28.619318Z","end":"2026-07-24T17:26:30.542881Z","steps":["trace[767108664] 'agreement among raft nodes before linearized reading' (duration: 1.923514106s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:30.542919Z","caller":"traceutil/trace.go:171","msg":"trace[1063714426] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3565; }","duration":"1.627880677s","start":"2026-07-24T17:26:28.914975Z","end":"2026-07-24T17:26:30.542855Z","steps":["trace[1063714426] 'agreement among raft nodes before linearized reading' (duration: 1.627569716s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:30.542942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.619303Z","time spent":"1.92362838s","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:30.542909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.96934Z","time spent":"1.573485966s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:30.543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.914952Z","time spent":"1.628025832s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:30.543073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292491379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:26:30.543133Z","caller":"traceutil/trace.go:171","msg":"trace[1721020713] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3565; }","duration":"2.292586513s","start":"2026-07-24T17:26:28.250534Z","end":"2026-07-24T17:26:30.54312Z","steps":["trace[1721020713] 'agreement among raft nodes before linearized reading' (duration: 2.292391196s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:30.543173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.250518Z","time spent":"2.292645975s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:26:30.543374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592089396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:26:30.543373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590659765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:26:30.543481Z","caller":"traceutil/trace.go:171","msg":"trace[1507618006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3565; }","duration":"1.592268533s","start":"2026-07-24T17:26:28.95119Z","end":"2026-07-24T17:26:30.543458Z","steps":["trace[1507618006] 'agreement among raft nodes before linearized reading' (duration: 1.591809826s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:30.543505Z","caller":"traceutil/trace.go:171","msg":"trace[1035054673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3565; }","duration":"1.590810201s","start":"2026-07-24T17:26:28.952665Z","end":"2026-07-24T17:26:30.543475Z","steps":["trace[1035054673] 'agreement among raft nodes before linearized reading' (duration: 1.590265442s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:30.543531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.951168Z","time spent":"1.592352656s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:26:30.543578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:28.952657Z","time spent":"1.590904114s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:31.214441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.490639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:31.214545Z","caller":"traceutil/trace.go:171","msg":"trace[48524330] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"1.057107506s","start":"2026-07-24T17:26:30.157418Z","end":"2026-07-24T17:26:31.214526Z","steps":["trace[48524330] 'process raft request' (duration: 580.448091ms)","trace[48524330] 'compare' (duration: 476.268991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:31.214632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.157392Z","time spent":"1.057190359s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:31.670367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.849228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:31.670741Z","caller":"traceutil/trace.go:171","msg":"trace[1004161418] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"797.777145ms","start":"2026-07-24T17:26:30.872946Z","end":"2026-07-24T17:26:31.670724Z","steps":["trace[1004161418] 'process raft request' (duration: 797.733223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.670819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.872924Z","time spent":"797.862558ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:31.67093Z","caller":"traceutil/trace.go:171","msg":"trace[820507955] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"1.1219936s","start":"2026-07-24T17:26:30.548877Z","end":"2026-07-24T17:26:31.670871Z","steps":["trace[820507955] 'process raft request' (duration: 1.121672079s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:31.671028Z","caller":"traceutil/trace.go:171","msg":"trace[1102138164] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"1.122140165s","start":"2026-07-24T17:26:30.548877Z","end":"2026-07-24T17:26:31.671017Z","steps":["trace[1102138164] 'process raft request' (duration: 1.12170368s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.67109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.548855Z","time spent":"1.122206258s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:31.671217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.548848Z","time spent":"1.122146515s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:31.671229Z","caller":"traceutil/trace.go:171","msg":"trace[601037888] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"1.122327161s","start":"2026-07-24T17:26:30.548893Z","end":"2026-07-24T17:26:31.67122Z","steps":["trace[601037888] 'process raft request' (duration: 1.12172155s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.67128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.548871Z","time spent":"1.122381364s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:31.671384Z","caller":"traceutil/trace.go:171","msg":"trace[1468540746] linearizableReadLoop","detail":"{readStateIndex:3716; appliedIndex:3713; }","duration":"1.128936947s","start":"2026-07-24T17:26:30.542416Z","end":"2026-07-24T17:26:31.671353Z","steps":["trace[1468540746] 'read index received' (duration: 195.60335ms)","trace[1468540746] 'applied index is now lower than readState.Index' (duration: 933.281365ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:31.67149Z","caller":"traceutil/trace.go:171","msg":"trace[144151272] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"1.122083053s","start":"2026-07-24T17:26:30.54939Z","end":"2026-07-24T17:26:31.671473Z","steps":["trace[144151272] 'process raft request' (duration: 1.121252194s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.672111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127174745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:26:31.672162Z","caller":"traceutil/trace.go:171","msg":"trace[1902497270] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3573; }","duration":"1.127256587s","start":"2026-07-24T17:26:30.544894Z","end":"2026-07-24T17:26:31.67215Z","steps":["trace[1902497270] 'agreement among raft nodes before linearized reading' (duration: 1.127105741s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.672192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.544876Z","time spent":"1.127309709s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:26:31.672389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.940222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:26:31.672449Z","caller":"traceutil/trace.go:171","msg":"trace[1093006214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3573; }","duration":"611.999924ms","start":"2026-07-24T17:26:31.060433Z","end":"2026-07-24T17:26:31.672433Z","steps":["trace[1093006214] 'agreement among raft nodes before linearized reading' (duration: 611.864729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.672491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:31.06035Z","time spent":"612.129808ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:31.672133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.54938Z","time spent":"1.122678384s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:31.671495Z","caller":"traceutil/trace.go:171","msg":"trace[222280078] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"1.513106955s","start":"2026-07-24T17:26:30.158359Z","end":"2026-07-24T17:26:31.671466Z","steps":["trace[222280078] 'process raft request' (duration: 1.171077325s)","trace[222280078] 'compare' (duration: 340.505346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:31.67298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.15835Z","time spent":"1.514580597s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:31.671552Z","caller":"traceutil/trace.go:171","msg":"trace[661960193] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"1.513093174s","start":"2026-07-24T17:26:30.158451Z","end":"2026-07-24T17:26:31.671544Z","steps":["trace[661960193] 'process raft request' (duration: 1.512012135s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.673178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.158429Z","time spent":"1.514701452s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:31.67156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219667145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:31.673268Z","caller":"traceutil/trace.go:171","msg":"trace[1480336374] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3573; }","duration":"1.221452479s","start":"2026-07-24T17:26:30.451799Z","end":"2026-07-24T17:26:31.673252Z","steps":["trace[1480336374] 'agreement among raft nodes before linearized reading' (duration: 1.219659765s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.67332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:30.451781Z","time spent":"1.221524421s","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:31.671621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960576153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:31.67348Z","caller":"traceutil/trace.go:171","msg":"trace[285457552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3573; }","duration":"1.962456151s","start":"2026-07-24T17:26:29.711012Z","end":"2026-07-24T17:26:31.673468Z","steps":["trace[285457552] 'agreement among raft nodes before linearized reading' (duration: 1.960581914s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.67352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:29.710996Z","time spent":"1.962513323s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:31.671651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96045421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:26:31.673693Z","caller":"traceutil/trace.go:171","msg":"trace[1234285176] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3573; }","duration":"1.962505452s","start":"2026-07-24T17:26:29.711154Z","end":"2026-07-24T17:26:31.673659Z","steps":["trace[1234285176] 'agreement among raft nodes before linearized reading' (duration: 1.960412118s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.673833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:29.711147Z","time spent":"1.962601827s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:26:31.671727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958154918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:26:31.675068Z","caller":"traceutil/trace.go:171","msg":"trace[477379024] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3573; }","duration":"1.961509137s","start":"2026-07-24T17:26:29.713543Z","end":"2026-07-24T17:26:31.675052Z","steps":["trace[477379024] 'agreement among raft nodes before linearized reading' (duration: 1.958020853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:31.675118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:29.713535Z","time spent":"1.96156783s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:33.681775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:26:33.681866Z","caller":"traceutil/trace.go:171","msg":"trace[737656948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191723s","start":"2026-07-24T17:26:31.681655Z","end":"2026-07-24T17:26:33.681847Z","steps":["trace[737656948] 'agreement among raft nodes before linearized reading' (duration: 2.00008143s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:33.681906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:31.681646Z","time spent":"2.000252085s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:34.315655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22317331s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:34.315776Z","caller":"traceutil/trace.go:171","msg":"trace[1472868614] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"2.599732023s","start":"2026-07-24T17:26:31.716032Z","end":"2026-07-24T17:26:34.315764Z","steps":["trace[1472868614] 'process raft request' (duration: 2.599696402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:34.315815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:31.716009Z","time spent":"2.599789175s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:34.316036Z","caller":"traceutil/trace.go:171","msg":"trace[201516579] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"2.638269415s","start":"2026-07-24T17:26:31.677759Z","end":"2026-07-24T17:26:34.316029Z","steps":["trace[201516579] 'process raft request' (duration: 414.648359ms)","trace[201516579] 'compare' (duration: 2.222092192s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:34.31607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:31.677677Z","time spent":"2.638378139s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:34.31614Z","caller":"traceutil/trace.go:171","msg":"trace[1819365616] linearizableReadLoop","detail":"{readStateIndex:3722; appliedIndex:3721; }","duration":"2.638067498s","start":"2026-07-24T17:26:31.678067Z","end":"2026-07-24T17:26:34.316134Z","steps":["trace[1819365616] 'read index received' (duration: 414.371399ms)","trace[1819365616] 'applied index is now lower than readState.Index' (duration: 2.223695369s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:34.316296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638231284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:26:34.316316Z","caller":"traceutil/trace.go:171","msg":"trace[1409140470] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3575; }","duration":"2.638320598s","start":"2026-07-24T17:26:31.67799Z","end":"2026-07-24T17:26:34.316311Z","steps":["trace[1409140470] 'agreement among raft nodes before linearized reading' (duration: 2.638248415s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:34.316331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:31.677796Z","time spent":"2.638531664s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:26:35.682916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000723938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:26:35.683258Z","caller":"traceutil/trace.go:171","msg":"trace[693536188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001088251s","start":"2026-07-24T17:26:33.682105Z","end":"2026-07-24T17:26:35.683193Z","steps":["trace[693536188] 'agreement among raft nodes before linearized reading' (duration: 2.000761239s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.68366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.682059Z","time spent":"2.001584119s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:35.792774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348290706s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:35.79311Z","caller":"traceutil/trace.go:171","msg":"trace[1633671804] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"2.462122065s","start":"2026-07-24T17:26:33.330957Z","end":"2026-07-24T17:26:35.79308Z","steps":["trace[1633671804] 'process raft request' (duration: 2.461917527s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:35.793123Z","caller":"traceutil/trace.go:171","msg":"trace[665912790] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"2.572521304s","start":"2026-07-24T17:26:33.220531Z","end":"2026-07-24T17:26:35.793052Z","steps":["trace[665912790] 'process raft request' (duration: 1.223866604s)","trace[665912790] 'compare' (duration: 1.348174222s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:35.793251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.330929Z","time spent":"2.462241559s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:35.793373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.220502Z","time spent":"2.572724871s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:35.793452Z","caller":"traceutil/trace.go:171","msg":"trace[1057689452] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"2.113642143s","start":"2026-07-24T17:26:33.679782Z","end":"2026-07-24T17:26:35.793424Z","steps":["trace[1057689452] 'process raft request' (duration: 2.113173706s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.793563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.679764Z","time spent":"2.113747687s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:35.793626Z","caller":"traceutil/trace.go:171","msg":"trace[2023794361] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"2.11327566s","start":"2026-07-24T17:26:33.680331Z","end":"2026-07-24T17:26:35.793606Z","steps":["trace[2023794361] 'process raft request' (duration: 2.112671599s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.79363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:34.317894Z","time spent":"1.475733477s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:26:35.793712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.680315Z","time spent":"2.113350943s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:35.79406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905352124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:35.79411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116310728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:26:35.794101Z","caller":"traceutil/trace.go:171","msg":"trace[242259478] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3579; }","duration":"1.905458298s","start":"2026-07-24T17:26:33.888632Z","end":"2026-07-24T17:26:35.79409Z","steps":["trace[242259478] 'agreement among raft nodes before linearized reading' (duration: 1.905375655s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:35.794154Z","caller":"traceutil/trace.go:171","msg":"trace[849032463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3579; }","duration":"2.116374541s","start":"2026-07-24T17:26:33.67777Z","end":"2026-07-24T17:26:35.794145Z","steps":["trace[849032463] 'agreement among raft nodes before linearized reading' (duration: 2.116223215s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.794174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.888604Z","time spent":"1.905557941s","remote":"127.0.0.1:36808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:35.794159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794782319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:35.794222Z","caller":"traceutil/trace.go:171","msg":"trace[649485333] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3579; }","duration":"1.794898113s","start":"2026-07-24T17:26:33.999307Z","end":"2026-07-24T17:26:35.794205Z","steps":["trace[649485333] 'agreement among raft nodes before linearized reading' (duration: 1.794790599s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.794238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114330958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:35.794267Z","caller":"traceutil/trace.go:171","msg":"trace[1034921410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3579; }","duration":"2.114410631s","start":"2026-07-24T17:26:33.679852Z","end":"2026-07-24T17:26:35.794262Z","steps":["trace[1034921410] 'agreement among raft nodes before linearized reading' (duration: 2.114346979s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.794279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.999285Z","time spent":"1.794980576s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:35.794294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.679804Z","time spent":"2.114481574s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:26:35.794329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114547906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:26:35.794386Z","caller":"traceutil/trace.go:171","msg":"trace[518447486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3579; }","duration":"2.114625719s","start":"2026-07-24T17:26:33.679746Z","end":"2026-07-24T17:26:35.794372Z","steps":["trace[518447486] 'agreement among raft nodes before linearized reading' (duration: 2.114462013s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.794418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275733416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:35.794452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.679736Z","time spent":"2.114687181s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:26:35.794472Z","caller":"traceutil/trace.go:171","msg":"trace[1440866795] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3579; }","duration":"2.275833379s","start":"2026-07-24T17:26:33.518625Z","end":"2026-07-24T17:26:35.794458Z","steps":["trace[1440866795] 'agreement among raft nodes before linearized reading' (duration: 2.275719935s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.794185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.677765Z","time spent":"2.116414422s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:26:35.794512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.518603Z","time spent":"2.275899982s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:35.794587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828759631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:35.794662Z","caller":"traceutil/trace.go:171","msg":"trace[1019537455] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3579; }","duration":"1.828878345s","start":"2026-07-24T17:26:33.965773Z","end":"2026-07-24T17:26:35.794651Z","steps":["trace[1019537455] 'agreement among raft nodes before linearized reading' (duration: 1.828720419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.794734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1180315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:26:35.794738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900834852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:26:35.794766Z","caller":"traceutil/trace.go:171","msg":"trace[1044560959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3579; }","duration":"2.118115313s","start":"2026-07-24T17:26:33.676641Z","end":"2026-07-24T17:26:35.794757Z","steps":["trace[1044560959] 'agreement among raft nodes before linearized reading' (duration: 2.11803344s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.794742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.965752Z","time spent":"1.828977609s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:35.794783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760932048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:26:35.794795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.676611Z","time spent":"2.118176175s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:26:35.794792Z","caller":"traceutil/trace.go:171","msg":"trace[2069368772] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3579; }","duration":"2.900923305s","start":"2026-07-24T17:26:32.893855Z","end":"2026-07-24T17:26:35.794779Z","steps":["trace[2069368772] 'agreement among raft nodes before linearized reading' (duration: 2.900682137s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:35.794803Z","caller":"traceutil/trace.go:171","msg":"trace[1834304163] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3579; }","duration":"3.760995421s","start":"2026-07-24T17:26:32.033801Z","end":"2026-07-24T17:26:35.794797Z","steps":["trace[1834304163] 'agreement among raft nodes before linearized reading' (duration: 3.760916098s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.794676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198865003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:35.79483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:32.033778Z","time spent":"3.761045663s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:26:35.794835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:32.893839Z","time spent":"2.900983118s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":280,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:35.794901Z","caller":"traceutil/trace.go:171","msg":"trace[640889882] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3579; }","duration":"2.199148033s","start":"2026-07-24T17:26:33.595734Z","end":"2026-07-24T17:26:35.794882Z","steps":["trace[640889882] 'agreement among raft nodes before linearized reading' (duration: 2.198894654s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:35.793961Z","caller":"traceutil/trace.go:171","msg":"trace[1131156057] linearizableReadLoop","detail":"{readStateIndex:3727; appliedIndex:3723; }","duration":"1.477789911s","start":"2026-07-24T17:26:34.316154Z","end":"2026-07-24T17:26:35.793944Z","steps":["trace[1131156057] 'read index received' (duration: 128.371334ms)","trace[1131156057] 'applied index is now lower than readState.Index' (duration: 1.349416686s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:35.795029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:33.595687Z","time spent":"2.199285738s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:35.795101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.708085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:26:35.795121Z","caller":"traceutil/trace.go:171","msg":"trace[402238712] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3579; }","duration":"108.768387ms","start":"2026-07-24T17:26:35.686346Z","end":"2026-07-24T17:26:35.795114Z","steps":["trace[402238712] 'agreement among raft nodes before linearized reading' (duration: 108.706675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.795141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110514629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:26:35.7952Z","caller":"traceutil/trace.go:171","msg":"trace[2046739387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3579; }","duration":"4.110586141s","start":"2026-07-24T17:26:31.684598Z","end":"2026-07-24T17:26:35.795184Z","steps":["trace[2046739387] 'agreement among raft nodes before linearized reading' (duration: 4.110443336s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:35.795154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.033528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:35.795248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:31.684588Z","time spent":"4.110648984s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:26:35.795314Z","caller":"traceutil/trace.go:171","msg":"trace[343261615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3579; }","duration":"104.200094ms","start":"2026-07-24T17:26:35.691079Z","end":"2026-07-24T17:26:35.795279Z","steps":["trace[343261615] 'agreement among raft nodes before linearized reading' (duration: 104.048669ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:36.03499Z","caller":"traceutil/trace.go:171","msg":"trace[1543721805] linearizableReadLoop","detail":"{readStateIndex:3729; appliedIndex:3728; }","duration":"236.921318ms","start":"2026-07-24T17:26:35.798029Z","end":"2026-07-24T17:26:36.03495Z","steps":["trace[1543721805] 'read index received' (duration: 149.70145ms)","trace[1543721805] 'applied index is now lower than readState.Index' (duration: 87.218108ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:36.035029Z","caller":"traceutil/trace.go:171","msg":"trace[724378077] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"239.690787ms","start":"2026-07-24T17:26:35.7953Z","end":"2026-07-24T17:26:36.034991Z","steps":["trace[724378077] 'process raft request' (duration: 152.271432ms)","trace[724378077] 'compare' (duration: 87.182417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:36.035196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.149407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:36.035383Z","caller":"traceutil/trace.go:171","msg":"trace[296567137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3580; }","duration":"237.366714ms","start":"2026-07-24T17:26:35.798001Z","end":"2026-07-24T17:26:36.035368Z","steps":["trace[296567137] 'agreement among raft nodes before linearized reading' (duration: 237.067623ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:36.441407Z","caller":"traceutil/trace.go:171","msg":"trace[915812093] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"641.578303ms","start":"2026-07-24T17:26:35.799807Z","end":"2026-07-24T17:26:36.441385Z","steps":["trace[915812093] 'process raft request' (duration: 641.50947ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:36.441694Z","caller":"traceutil/trace.go:171","msg":"trace[1227254304] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"643.309314ms","start":"2026-07-24T17:26:35.798363Z","end":"2026-07-24T17:26:36.441672Z","steps":["trace[1227254304] 'process raft request' (duration: 551.924765ms)","trace[1227254304] 'compare' (duration: 90.8481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:36.441735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:35.799792Z","time spent":"641.875133ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:36.441815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:35.79835Z","time spent":"643.394687ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:36.441946Z","caller":"traceutil/trace.go:171","msg":"trace[1574819719] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"643.253642ms","start":"2026-07-24T17:26:35.798681Z","end":"2026-07-24T17:26:36.441935Z","steps":["trace[1574819719] 'process raft request' (duration: 642.569258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:36.441985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:35.798671Z","time spent":"643.293573ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:36.442043Z","caller":"traceutil/trace.go:171","msg":"trace[1054067566] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"641.300683ms","start":"2026-07-24T17:26:35.800734Z","end":"2026-07-24T17:26:36.442035Z","steps":["trace[1054067566] 'process raft request' (duration: 640.609868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:36.442084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:35.800728Z","time spent":"641.334414ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:36.442206Z","caller":"traceutil/trace.go:171","msg":"trace[924579910] linearizableReadLoop","detail":"{readStateIndex:3734; appliedIndex:3729; }","duration":"407.108462ms","start":"2026-07-24T17:26:36.035089Z","end":"2026-07-24T17:26:36.442198Z","steps":["trace[924579910] 'read index received' (duration: 315.191784ms)","trace[924579910] 'applied index is now lower than readState.Index' (duration: 91.916258ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:36.442286Z","caller":"traceutil/trace.go:171","msg":"trace[1472230771] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"641.423977ms","start":"2026-07-24T17:26:35.80085Z","end":"2026-07-24T17:26:36.442274Z","steps":["trace[1472230771] 'process raft request' (duration: 641.128507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:36.44233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.171125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:26:36.442352Z","caller":"traceutil/trace.go:171","msg":"trace[1144076578] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3585; }","duration":"644.206726ms","start":"2026-07-24T17:26:35.798139Z","end":"2026-07-24T17:26:36.442346Z","steps":["trace[1144076578] 'agreement among raft nodes before linearized reading' (duration: 644.122413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:36.44235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:35.800845Z","time spent":"641.469189ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:36.442371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:35.798112Z","time spent":"644.253558ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:26:38.352384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.629096ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:38.35254Z","caller":"traceutil/trace.go:171","msg":"trace[1256627542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3585; }","duration":"916.798802ms","start":"2026-07-24T17:26:37.435718Z","end":"2026-07-24T17:26:38.352517Z","steps":["trace[1256627542] 'range keys from in-memory index tree' (duration: 916.47457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:38.352707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529620133s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:38.352778Z","caller":"traceutil/trace.go:171","msg":"trace[2114515439] linearizableReadLoop","detail":"{readStateIndex:3735; appliedIndex:3734; }","duration":"1.91054569s","start":"2026-07-24T17:26:36.442221Z","end":"2026-07-24T17:26:38.352766Z","steps":["trace[2114515439] 'read index received' (duration: 380.709828ms)","trace[2114515439] 'applied index is now lower than readState.Index' (duration: 1.529834832s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:38.352932Z","caller":"traceutil/trace.go:171","msg":"trace[1159626879] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"2.031645791s","start":"2026-07-24T17:26:36.321276Z","end":"2026-07-24T17:26:38.352921Z","steps":["trace[1159626879] 'process raft request' (duration: 501.732017ms)","trace[1159626879] 'compare' (duration: 1.529431767s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:38.352977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:36.321263Z","time spent":"2.031693062s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:38.353152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031934851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:26:38.353175Z","caller":"traceutil/trace.go:171","msg":"trace[1037398393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3586; }","duration":"2.031995253s","start":"2026-07-24T17:26:36.321174Z","end":"2026-07-24T17:26:38.353169Z","steps":["trace[1037398393] 'agreement among raft nodes before linearized reading' (duration: 2.03191476s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:38.353199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:36.321152Z","time spent":"2.032039515s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:38.353301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315837476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:26:38.353323Z","caller":"traceutil/trace.go:171","msg":"trace[1852525390] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3586; }","duration":"2.315878337s","start":"2026-07-24T17:26:36.037439Z","end":"2026-07-24T17:26:38.353317Z","steps":["trace[1852525390] 'agreement among raft nodes before linearized reading' (duration: 2.315827966s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:38.35334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:36.037427Z","time spent":"2.315909228s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:26:38.434482Z","caller":"traceutil/trace.go:171","msg":"trace[1055206740] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"633.859785ms","start":"2026-07-24T17:26:37.800606Z","end":"2026-07-24T17:26:38.434466Z","steps":["trace[1055206740] 'process raft request' (duration: 633.623366ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:38.434476Z","caller":"traceutil/trace.go:171","msg":"trace[1947467576] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"633.840514ms","start":"2026-07-24T17:26:37.800606Z","end":"2026-07-24T17:26:38.434447Z","steps":["trace[1947467576] 'process raft request' (duration: 633.779932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:38.434587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:37.800581Z","time spent":"633.949638ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:38.434599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:37.800581Z","time spent":"633.961769ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:39.104351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:26:39.104436Z","caller":"traceutil/trace.go:171","msg":"trace[533162354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414959s","start":"2026-07-24T17:26:37.104001Z","end":"2026-07-24T17:26:39.104416Z","steps":["trace[533162354] 'agreement among raft nodes before linearized reading' (duration: 2.000303405s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:39.104502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:37.103983Z","time spent":"2.000503153s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:39.929945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269606379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:39.930564Z","caller":"traceutil/trace.go:171","msg":"trace[376083298] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"2.129870766s","start":"2026-07-24T17:26:37.800655Z","end":"2026-07-24T17:26:39.930526Z","steps":["trace[376083298] 'process raft request' (duration: 859.607833ms)","trace[376083298] 'compare' (duration: 1.269141342s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:39.930692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:37.800643Z","time spent":"2.12998464s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:39.931057Z","caller":"traceutil/trace.go:171","msg":"trace[121489164] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"1.573767547s","start":"2026-07-24T17:26:38.357267Z","end":"2026-07-24T17:26:39.931034Z","steps":["trace[121489164] 'process raft request' (duration: 1.573133364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:39.931282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.357242Z","time spent":"1.573994375s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:39.93111Z","caller":"traceutil/trace.go:171","msg":"trace[744124375] linearizableReadLoop","detail":"{readStateIndex:3738; appliedIndex:3735; }","duration":"1.578278378s","start":"2026-07-24T17:26:38.352798Z","end":"2026-07-24T17:26:39.931076Z","steps":["trace[744124375] 'read index received' (duration: 81.457028ms)","trace[744124375] 'applied index is now lower than readState.Index' (duration: 1.49681767s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.229199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240049236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:40.229293Z","caller":"traceutil/trace.go:171","msg":"trace[500083048] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3590; }","duration":"2.240195261s","start":"2026-07-24T17:26:37.989075Z","end":"2026-07-24T17:26:40.22927Z","steps":["trace[500083048] 'agreement among raft nodes before linearized reading' (duration: 1.942161296s)","trace[500083048] 'count revisions from in-memory index tree' (duration: 297.89463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.22925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784174217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T17:26:40.229595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930023928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:40.229603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932472666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:40.229668Z","caller":"traceutil/trace.go:171","msg":"trace[1483747971] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3590; }","duration":"1.930135152s","start":"2026-07-24T17:26:38.299511Z","end":"2026-07-24T17:26:40.229646Z","steps":["trace[1483747971] 'agreement among raft nodes before linearized reading' (duration: 1.631694322s)","trace[1483747971] 'count revisions from in-memory index tree' (duration: 298.335456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.229663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924846353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:40.229713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.115624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:26:40.229783Z","caller":"traceutil/trace.go:171","msg":"trace[1533178841] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3590; }","duration":"1.925022279s","start":"2026-07-24T17:26:38.304739Z","end":"2026-07-24T17:26:40.229761Z","steps":["trace[1533178841] 'agreement among raft nodes before linearized reading' (duration: 1.626455995s)","trace[1533178841] 'count revisions from in-memory index tree' (duration: 298.395768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.229789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987367058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:40.229794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.299466Z","time spent":"1.930245496s","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:40.229834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.304722Z","time spent":"1.925098812s","remote":"127.0.0.1:47272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:40.22984Z","caller":"traceutil/trace.go:171","msg":"trace[597193402] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3590; }","duration":"2.987449502s","start":"2026-07-24T17:26:37.242374Z","end":"2026-07-24T17:26:40.229823Z","steps":["trace[597193402] 'agreement among raft nodes before linearized reading' (duration: 2.688890268s)","trace[597193402] 'count revisions from in-memory index tree' (duration: 298.492262ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:40.229848Z","caller":"traceutil/trace.go:171","msg":"trace[1504881602] linearizableReadLoop","detail":"{readStateIndex:3740; appliedIndex:3739; }","duration":"298.163039ms","start":"2026-07-24T17:26:39.93167Z","end":"2026-07-24T17:26:40.229833Z","steps":["trace[1504881602] 'read index received' (duration: 43.341µs)","trace[1504881602] 'applied index is now lower than readState.Index' (duration: 298.118418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.229892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:37.242355Z","time spent":"2.987525124s","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:40.229995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874969226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:26:40.230035Z","caller":"traceutil/trace.go:171","msg":"trace[761369876] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3590; }","duration":"1.875036828s","start":"2026-07-24T17:26:38.354989Z","end":"2026-07-24T17:26:40.230026Z","steps":["trace[761369876] 'agreement among raft nodes before linearized reading' (duration: 1.874885893s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:40.230024Z","caller":"traceutil/trace.go:171","msg":"trace[709372874] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3590; }","duration":"1.932601481s","start":"2026-07-24T17:26:38.297076Z","end":"2026-07-24T17:26:40.229677Z","steps":["trace[709372874] 'agreement among raft nodes before linearized reading' (duration: 1.63414028s)","trace[709372874] 'count revisions from in-memory index tree' (duration: 298.356076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.230145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750591193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:40.230198Z","caller":"traceutil/trace.go:171","msg":"trace[799504693] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3590; }","duration":"2.750684107s","start":"2026-07-24T17:26:37.479496Z","end":"2026-07-24T17:26:40.23018Z","steps":["trace[799504693] 'agreement among raft nodes before linearized reading' (duration: 2.45175208s)","trace[799504693] 'count revisions from in-memory index tree' (duration: 298.863485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.230243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125069004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:40.230247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:37.479478Z","time spent":"2.750757619s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:40.230256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.297054Z","time spent":"1.933106509s","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:40.230324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893843482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:40.230374Z","caller":"traceutil/trace.go:171","msg":"trace[448363657] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3590; }","duration":"2.893930145s","start":"2026-07-24T17:26:37.336431Z","end":"2026-07-24T17:26:40.230361Z","steps":["trace[448363657] 'agreement among raft nodes before linearized reading' (duration: 2.594825082s)","trace[448363657] 'count revisions from in-memory index tree' (duration: 299.044261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.230414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:37.336412Z","time spent":"2.893992077s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:40.23043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784156032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:26:40.230457Z","caller":"traceutil/trace.go:171","msg":"trace[2143011641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3590; }","duration":"1.784195074s","start":"2026-07-24T17:26:38.446255Z","end":"2026-07-24T17:26:40.23045Z","steps":["trace[2143011641] 'agreement among raft nodes before linearized reading' (duration: 1.78409576s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:40.230485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.446251Z","time spent":"1.784228025s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:26:40.230328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389669227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:40.230567Z","caller":"traceutil/trace.go:171","msg":"trace[224540846] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3590; }","duration":"1.389944767s","start":"2026-07-24T17:26:38.840612Z","end":"2026-07-24T17:26:40.230557Z","steps":["trace[224540846] 'agreement among raft nodes before linearized reading' (duration: 1.389685798s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:40.230618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.840593Z","time spent":"1.390008109s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:40.23064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78438512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:40.23069Z","caller":"traceutil/trace.go:171","msg":"trace[527013272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3590; }","duration":"1.784447023s","start":"2026-07-24T17:26:38.446229Z","end":"2026-07-24T17:26:40.230676Z","steps":["trace[527013272] 'agreement among raft nodes before linearized reading' (duration: 1.784324188s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:40.230747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.446221Z","time spent":"1.784513245s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:26:40.22998Z","caller":"traceutil/trace.go:171","msg":"trace[1453470774] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3590; }","duration":"3.784607443s","start":"2026-07-24T17:26:36.445018Z","end":"2026-07-24T17:26:40.229625Z","steps":["trace[1453470774] 'agreement among raft nodes before linearized reading' (duration: 3.486149113s)","trace[1453470774] 'range keys from in-memory index tree' (duration: 297.925061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.230071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.354973Z","time spent":"1.8750881s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:26:40.229524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:37.989058Z","time spent":"2.240272963s","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:40.230521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784497645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:26:40.230918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06625787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:40.230936Z","caller":"traceutil/trace.go:171","msg":"trace[1891084483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3590; }","duration":"1.784924459s","start":"2026-07-24T17:26:38.445996Z","end":"2026-07-24T17:26:40.23092Z","steps":["trace[1891084483] 'agreement among raft nodes before linearized reading' (duration: 1.784357989s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:40.230964Z","caller":"traceutil/trace.go:171","msg":"trace[46674387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3590; }","duration":"2.066365984s","start":"2026-07-24T17:26:38.164586Z","end":"2026-07-24T17:26:40.230952Z","steps":["trace[46674387] 'agreement among raft nodes before linearized reading' (duration: 1.766638818s)","trace[46674387] 'count revisions from in-memory index tree' (duration: 299.668714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:40.230996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.445992Z","time spent":"1.784976651s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:40.231003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.164562Z","time spent":"2.066431436s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:40.230819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:36.445004Z","time spent":"3.785795525s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:26:40.230279Z","caller":"traceutil/trace.go:171","msg":"trace[1349209769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3590; }","duration":"1.125135786s","start":"2026-07-24T17:26:39.105132Z","end":"2026-07-24T17:26:40.230268Z","steps":["trace[1349209769] 'agreement among raft nodes before linearized reading' (duration: 1.125085064s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:40.230977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785550022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:26:40.231232Z","caller":"traceutil/trace.go:171","msg":"trace[1077012951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3590; }","duration":"1.785917575s","start":"2026-07-24T17:26:38.445293Z","end":"2026-07-24T17:26:40.231211Z","steps":["trace[1077012951] 'agreement among raft nodes before linearized reading' (duration: 1.785138587s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:40.231331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:38.445279Z","time spent":"1.78603428s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:40.23114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:39.105114Z","time spent":"1.126009817s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:26:40.55303Z","caller":"traceutil/trace.go:171","msg":"trace[112425081] linearizableReadLoop","detail":"{readStateIndex:3741; appliedIndex:3740; }","duration":"317.018028ms","start":"2026-07-24T17:26:40.235989Z","end":"2026-07-24T17:26:40.553007Z","steps":["trace[112425081] 'read index received' (duration: 316.808951ms)","trace[112425081] 'applied index is now lower than readState.Index' (duration: 208.017µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:40.553144Z","caller":"traceutil/trace.go:171","msg":"trace[1373197611] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"317.400952ms","start":"2026-07-24T17:26:40.235723Z","end":"2026-07-24T17:26:40.553124Z","steps":["trace[1373197611] 'process raft request' (duration: 317.08868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:40.553461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.235703Z","time spent":"317.552937ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:40.553632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.62605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:26:40.553761Z","caller":"traceutil/trace.go:171","msg":"trace[2094732882] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3591; }","duration":"317.747864ms","start":"2026-07-24T17:26:40.235973Z","end":"2026-07-24T17:26:40.553721Z","steps":["trace[2094732882] 'agreement among raft nodes before linearized reading' (duration: 317.191524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:40.553951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.235966Z","time spent":"317.967403ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:41.054166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:26:41.261297Z","caller":"traceutil/trace.go:171","msg":"trace[1632943231] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"1.024554559s","start":"2026-07-24T17:26:40.236713Z","end":"2026-07-24T17:26:41.261268Z","steps":["trace[1632943231] 'process raft request' (duration: 1.024446945s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:41.261588Z","caller":"traceutil/trace.go:171","msg":"trace[706049521] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"1.023437369s","start":"2026-07-24T17:26:40.238117Z","end":"2026-07-24T17:26:41.261555Z","steps":["trace[706049521] 'process raft request' (duration: 1.023102057s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:41.261735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.238108Z","time spent":"1.023549283s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:41.261628Z","caller":"traceutil/trace.go:171","msg":"trace[170501778] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"1.025473532s","start":"2026-07-24T17:26:40.236127Z","end":"2026-07-24T17:26:41.2616Z","steps":["trace[170501778] 'process raft request' (duration: 1.024834369s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:41.261902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.236698Z","time spent":"1.024718145s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:41.262127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.236118Z","time spent":"1.025843085s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:41.262262Z","caller":"traceutil/trace.go:171","msg":"trace[985721245] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"904.299643ms","start":"2026-07-24T17:26:40.357944Z","end":"2026-07-24T17:26:41.262244Z","steps":["trace[985721245] 'process raft request' (duration: 903.505725ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:41.262484Z","caller":"traceutil/trace.go:171","msg":"trace[1830320497] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"823.203263ms","start":"2026-07-24T17:26:40.439264Z","end":"2026-07-24T17:26:41.262467Z","steps":["trace[1830320497] 'process raft request' (duration: 822.919652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:41.262575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.439241Z","time spent":"823.296246ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:41.262744Z","caller":"traceutil/trace.go:171","msg":"trace[1225860296] transaction","detail":"{read_only:false; response_revision:3597; number_of_response:1; }","duration":"822.384833ms","start":"2026-07-24T17:26:40.44035Z","end":"2026-07-24T17:26:41.262735Z","steps":["trace[1225860296] 'process raft request' (duration: 822.065982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:41.262803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.440342Z","time spent":"822.432295ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:41.262746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.357923Z","time spent":"904.593283ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:42.240598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000584437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:26:42.240786Z","caller":"traceutil/trace.go:171","msg":"trace[912185580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000819045s","start":"2026-07-24T17:26:40.239948Z","end":"2026-07-24T17:26:42.240767Z","steps":["trace[912185580] 'agreement among raft nodes before linearized reading' (duration: 2.000609508s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:42.240893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.239932Z","time spent":"2.000948929s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:42.790233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086216672s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:42.79066Z","caller":"traceutil/trace.go:171","msg":"trace[868854178] linearizableReadLoop","detail":"{readStateIndex:3748; appliedIndex:3741; }","duration":"2.237508682s","start":"2026-07-24T17:26:40.553095Z","end":"2026-07-24T17:26:42.790603Z","steps":["trace[868854178] 'read index received' (duration: 707.931455ms)","trace[868854178] 'applied index is now lower than readState.Index' (duration: 1.529574827s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:42.790654Z","caller":"traceutil/trace.go:171","msg":"trace[773892793] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"2.141064331s","start":"2026-07-24T17:26:40.649555Z","end":"2026-07-24T17:26:42.790619Z","steps":["trace[773892793] 'process raft request' (duration: 1.054383003s)","trace[773892793] 'compare' (duration: 1.086086487s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:42.791357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.649522Z","time spent":"2.141774827s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:42.79103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554035174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:26:42.791596Z","caller":"traceutil/trace.go:171","msg":"trace[2057641125] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3598; }","duration":"2.554635344s","start":"2026-07-24T17:26:40.236942Z","end":"2026-07-24T17:26:42.791577Z","steps":["trace[2057641125] 'agreement among raft nodes before linearized reading' (duration: 2.553821205s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:42.791672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.236933Z","time spent":"2.554708538s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"warn","ts":"2026-07-24T17:26:43.125741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137677724s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:26:43.284227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.820798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:43.284336Z","caller":"traceutil/trace.go:171","msg":"trace[1788758675] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"1.348145813s","start":"2026-07-24T17:26:41.93617Z","end":"2026-07-24T17:26:43.284316Z","steps":["trace[1788758675] 'process raft request' (duration: 1.190159228s)","trace[1788758675] 'compare' (duration: 157.550389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:43.284399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:41.936145Z","time spent":"1.348224826s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:44.035362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:26:44.03547Z","caller":"traceutil/trace.go:171","msg":"trace[59750422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393108s","start":"2026-07-24T17:26:42.035055Z","end":"2026-07-24T17:26:44.035448Z","steps":["trace[59750422] 'agreement among raft nodes before linearized reading' (duration: 2.000266153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:44.035581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:42.035038Z","time spent":"2.000528332s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:44.2411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:26:44.241187Z","caller":"traceutil/trace.go:171","msg":"trace[1508726458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209013s","start":"2026-07-24T17:26:42.240957Z","end":"2026-07-24T17:26:44.241166Z","steps":["trace[1508726458] 'agreement among raft nodes before linearized reading' (duration: 2.000084249s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:44.241238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:42.240933Z","time spent":"2.000294506s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:45.241696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419539179s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:45.242094Z","caller":"traceutil/trace.go:171","msg":"trace[1365856186] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"3.304085251s","start":"2026-07-24T17:26:41.937986Z","end":"2026-07-24T17:26:45.242071Z","steps":["trace[1365856186] 'process raft request' (duration: 1.884091097s)","trace[1365856186] 'compare' (duration: 1.419090082s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:45.242178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:41.937951Z","time spent":"3.304186135s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:45.24251Z","caller":"traceutil/trace.go:171","msg":"trace[910092716] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"1.94293529s","start":"2026-07-24T17:26:43.29955Z","end":"2026-07-24T17:26:45.242485Z","steps":["trace[910092716] 'process raft request' (duration: 1.942906219s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:45.242633Z","caller":"traceutil/trace.go:171","msg":"trace[574225624] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"2.084053618s","start":"2026-07-24T17:26:43.158561Z","end":"2026-07-24T17:26:45.242614Z","steps":["trace[574225624] 'process raft request' (duration: 2.083673764s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.242665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.299519Z","time spent":"1.943069445s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:45.242736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.158511Z","time spent":"2.084175893s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:45.242815Z","caller":"traceutil/trace.go:171","msg":"trace[116627060] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"2.084149412s","start":"2026-07-24T17:26:43.158658Z","end":"2026-07-24T17:26:45.242808Z","steps":["trace[116627060] 'process raft request' (duration: 2.083651394s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.242875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.158628Z","time spent":"2.084225575s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:45.242943Z","caller":"traceutil/trace.go:171","msg":"trace[206144910] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"2.449588553s","start":"2026-07-24T17:26:42.793338Z","end":"2026-07-24T17:26:45.242926Z","steps":["trace[206144910] 'process raft request' (duration: 2.448476453s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:45.242974Z","caller":"traceutil/trace.go:171","msg":"trace[748874123] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"1.973938216s","start":"2026-07-24T17:26:43.269029Z","end":"2026-07-24T17:26:45.242967Z","steps":["trace[748874123] 'process raft request' (duration: 1.973326564s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.243007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.269007Z","time spent":"1.973982787s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:45.243035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:42.793322Z","time spent":"2.449667906s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:45.243093Z","caller":"traceutil/trace.go:171","msg":"trace[1455835342] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"1.974011228s","start":"2026-07-24T17:26:43.269076Z","end":"2026-07-24T17:26:45.243088Z","steps":["trace[1455835342] 'process raft request' (duration: 1.973305063s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.243135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.269062Z","time spent":"1.97405383s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:45.24323Z","caller":"traceutil/trace.go:171","msg":"trace[1242144199] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"1.973821442s","start":"2026-07-24T17:26:43.269399Z","end":"2026-07-24T17:26:45.24322Z","steps":["trace[1242144199] 'process raft request' (duration: 1.973025363s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:45.243241Z","caller":"traceutil/trace.go:171","msg":"trace[191032337] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3748; }","duration":"2.452133285s","start":"2026-07-24T17:26:42.79109Z","end":"2026-07-24T17:26:45.243223Z","steps":["trace[191032337] 'read index received' (duration: 335.149112ms)","trace[191032337] 'applied index is now lower than readState.Index' (duration: 2.116982273s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:45.243289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.269334Z","time spent":"1.973927745s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:45.243601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685537076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:26:45.24366Z","caller":"traceutil/trace.go:171","msg":"trace[714105446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3607; }","duration":"2.68563283s","start":"2026-07-24T17:26:42.558013Z","end":"2026-07-24T17:26:45.243646Z","steps":["trace[714105446] 'agreement among raft nodes before linearized reading' (duration: 2.685471164s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.243714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:42.557993Z","time spent":"2.685705612s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:26:45.244506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04211779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:45.244548Z","caller":"traceutil/trace.go:171","msg":"trace[852082515] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3607; }","duration":"2.042207682s","start":"2026-07-24T17:26:43.202331Z","end":"2026-07-24T17:26:45.244538Z","steps":["trace[852082515] 'agreement among raft nodes before linearized reading' (duration: 2.04214064s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.244658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.202306Z","time spent":"2.042341577s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:45.244715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041443448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:45.244783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915222165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:45.244828Z","caller":"traceutil/trace.go:171","msg":"trace[1118180223] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3607; }","duration":"3.915293387s","start":"2026-07-24T17:26:41.329522Z","end":"2026-07-24T17:26:45.244816Z","steps":["trace[1118180223] 'agreement among raft nodes before linearized reading' (duration: 3.915233905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.244844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.578365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:45.244867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976648334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:26:45.244883Z","caller":"traceutil/trace.go:171","msg":"trace[1382335289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3607; }","duration":"993.655757ms","start":"2026-07-24T17:26:44.251216Z","end":"2026-07-24T17:26:45.244872Z","steps":["trace[1382335289] 'agreement among raft nodes before linearized reading' (duration: 993.596415ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:45.244907Z","caller":"traceutil/trace.go:171","msg":"trace[150127976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3607; }","duration":"1.976734646s","start":"2026-07-24T17:26:43.268163Z","end":"2026-07-24T17:26:45.244897Z","steps":["trace[150127976] 'agreement among raft nodes before linearized reading' (duration: 1.976616302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.244927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:44.251197Z","time spent":"993.72026ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:45.244942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.268138Z","time spent":"1.976793038s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:45.244955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232642523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:45.244967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443088879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:26:45.245006Z","caller":"traceutil/trace.go:171","msg":"trace[1295550092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3607; }","duration":"4.443163782s","start":"2026-07-24T17:26:40.801833Z","end":"2026-07-24T17:26:45.244997Z","steps":["trace[1295550092] 'agreement among raft nodes before linearized reading' (duration: 4.443055268s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:45.245012Z","caller":"traceutil/trace.go:171","msg":"trace[2039249421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3607; }","duration":"1.232729677s","start":"2026-07-24T17:26:44.012263Z","end":"2026-07-24T17:26:45.244992Z","steps":["trace[2039249421] 'agreement among raft nodes before linearized reading' (duration: 1.232661574s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.24504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:40.801818Z","time spent":"4.443216044s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:26:45.24506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:44.012243Z","time spent":"1.232806879s","remote":"127.0.0.1:36710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:45.244808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566370763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:26:45.245224Z","caller":"traceutil/trace.go:171","msg":"trace[233203256] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3607; }","duration":"3.566871211s","start":"2026-07-24T17:26:41.678334Z","end":"2026-07-24T17:26:45.245205Z","steps":["trace[233203256] 'agreement among raft nodes before linearized reading' (duration: 3.566100153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.245318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:41.678319Z","time spent":"3.566978586s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:26:45.245516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010302545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:45.245577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210913074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:26:45.245593Z","caller":"traceutil/trace.go:171","msg":"trace[689732043] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3607; }","duration":"2.010403828s","start":"2026-07-24T17:26:43.235162Z","end":"2026-07-24T17:26:45.245566Z","steps":["trace[689732043] 'agreement among raft nodes before linearized reading' (duration: 2.010306665s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:45.244785Z","caller":"traceutil/trace.go:171","msg":"trace[1871979752] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3607; }","duration":"1.041586643s","start":"2026-07-24T17:26:44.203181Z","end":"2026-07-24T17:26:45.244768Z","steps":["trace[1871979752] 'agreement among raft nodes before linearized reading' (duration: 1.041453549s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.245652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084577052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:45.245655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.235146Z","time spent":"2.010492561s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:45.245671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:44.203156Z","time spent":"1.042503187s","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:45.245712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211027218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:45.244878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976578911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:26:45.245612Z","caller":"traceutil/trace.go:171","msg":"trace[119569959] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3607; }","duration":"3.210980097s","start":"2026-07-24T17:26:42.034624Z","end":"2026-07-24T17:26:45.245604Z","steps":["trace[119569959] 'agreement among raft nodes before linearized reading' (duration: 3.210850712s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.244867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:41.329505Z","time spent":"3.9153529s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:45.245792Z","caller":"traceutil/trace.go:171","msg":"trace[520603737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3607; }","duration":"1.977534145s","start":"2026-07-24T17:26:43.268243Z","end":"2026-07-24T17:26:45.245777Z","steps":["trace[520603737] 'agreement among raft nodes before linearized reading' (duration: 1.976458826s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.245834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.268234Z","time spent":"1.977587147s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:26:45.245676Z","caller":"traceutil/trace.go:171","msg":"trace[252614203] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3607; }","duration":"3.084639695s","start":"2026-07-24T17:26:42.161029Z","end":"2026-07-24T17:26:45.245669Z","steps":["trace[252614203] 'agreement among raft nodes before linearized reading' (duration: 3.084598783s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.24579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:42.034607Z","time spent":"3.211174394s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:26:45.245315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976396254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:26:45.246018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309810787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:26:45.246349Z","caller":"traceutil/trace.go:171","msg":"trace[460380194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3607; }","duration":"3.310178971s","start":"2026-07-24T17:26:41.936153Z","end":"2026-07-24T17:26:45.246332Z","steps":["trace[460380194] 'agreement among raft nodes before linearized reading' (duration: 3.309681773s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.24525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.02846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:45.244724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.556451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:45.245914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:42.160997Z","time spent":"3.084888964s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:45.247338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:41.936125Z","time spent":"3.311158116s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:26:45.247765Z","caller":"traceutil/trace.go:171","msg":"trace[865618761] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3607; }","duration":"996.53039ms","start":"2026-07-24T17:26:44.251183Z","end":"2026-07-24T17:26:45.247714Z","steps":["trace[865618761] 'agreement among raft nodes before linearized reading' (duration: 994.01558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.247943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:44.251171Z","time spent":"996.751929ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:45.248483Z","caller":"traceutil/trace.go:171","msg":"trace[1527221866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3607; }","duration":"449.352359ms","start":"2026-07-24T17:26:44.799111Z","end":"2026-07-24T17:26:45.248463Z","steps":["trace[1527221866] 'agreement among raft nodes before linearized reading' (duration: 445.534031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:45.245749Z","caller":"traceutil/trace.go:171","msg":"trace[1261253105] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3607; }","duration":"3.211109891s","start":"2026-07-24T17:26:42.034631Z","end":"2026-07-24T17:26:45.245741Z","steps":["trace[1261253105] 'agreement among raft nodes before linearized reading' (duration: 3.21105941s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:45.246091Z","caller":"traceutil/trace.go:171","msg":"trace[1243487549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3607; }","duration":"1.977117961s","start":"2026-07-24T17:26:43.268881Z","end":"2026-07-24T17:26:45.245999Z","steps":["trace[1243487549] 'agreement among raft nodes before linearized reading' (duration: 1.976366734s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:45.248794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:43.268865Z","time spent":"1.979908561s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:45.248857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:42.034571Z","time spent":"3.214275325s","remote":"127.0.0.1:50406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:45.248811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:44.799091Z","time spent":"449.70015ms","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:46.594732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036517212s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:26:46.595407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.249495Z","time spent":"1.345908072s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:26:46.596274Z","caller":"traceutil/trace.go:171","msg":"trace[1964181315] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"1.344361436s","start":"2026-07-24T17:26:45.251891Z","end":"2026-07-24T17:26:46.596252Z","steps":["trace[1964181315] 'process raft request' (duration: 1.343396972s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:46.596302Z","caller":"traceutil/trace.go:171","msg":"trace[1190355882] transaction","detail":"{read_only:false; response_revision:3609; number_of_response:1; }","duration":"1.344262032s","start":"2026-07-24T17:26:45.252018Z","end":"2026-07-24T17:26:46.59628Z","steps":["trace[1190355882] 'process raft request' (duration: 1.344097937s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.596385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.251869Z","time spent":"1.344455729s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:46.596413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.252013Z","time spent":"1.344337615s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:26:46.596486Z","caller":"traceutil/trace.go:171","msg":"trace[383176739] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"1.343399011s","start":"2026-07-24T17:26:45.253063Z","end":"2026-07-24T17:26:46.596446Z","steps":["trace[383176739] 'process raft request' (duration: 1.343118761s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.596613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.253052Z","time spent":"1.343507146s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:46.597337Z","caller":"traceutil/trace.go:171","msg":"trace[1397885777] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"1.344124368s","start":"2026-07-24T17:26:45.253194Z","end":"2026-07-24T17:26:46.597318Z","steps":["trace[1397885777] 'process raft request' (duration: 1.34389763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.597566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.253168Z","time spent":"1.344226192s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:46.597873Z","caller":"traceutil/trace.go:171","msg":"trace[655498606] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"1.344786551s","start":"2026-07-24T17:26:45.253072Z","end":"2026-07-24T17:26:46.597858Z","steps":["trace[655498606] 'process raft request' (duration: 1.343150512s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.597951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.253062Z","time spent":"1.344852053s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:46.598023Z","caller":"traceutil/trace.go:171","msg":"trace[1398780108] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"1.344176979s","start":"2026-07-24T17:26:45.253736Z","end":"2026-07-24T17:26:46.597913Z","steps":["trace[1398780108] 'process raft request' (duration: 1.343420952s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.598211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.253729Z","time spent":"1.344371726s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:46.598063Z","caller":"traceutil/trace.go:171","msg":"trace[1504119433] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"1.308038147s","start":"2026-07-24T17:26:45.290014Z","end":"2026-07-24T17:26:46.598052Z","steps":["trace[1504119433] 'process raft request' (duration: 1.307193037s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.598563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345667924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:26:46.598636Z","caller":"traceutil/trace.go:171","msg":"trace[2085531179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3614; }","duration":"1.345869061s","start":"2026-07-24T17:26:45.252753Z","end":"2026-07-24T17:26:46.598622Z","steps":["trace[2085531179] 'agreement among raft nodes before linearized reading' (duration: 1.34557724s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.598681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.252735Z","time spent":"1.345934793s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:26:46.598528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.289986Z","time spent":"1.308465793s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:46.597275Z","caller":"traceutil/trace.go:171","msg":"trace[1505168002] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3757; }","duration":"1.344474621s","start":"2026-07-24T17:26:45.252783Z","end":"2026-07-24T17:26:46.597257Z","steps":["trace[1505168002] 'read index received' (duration: 305.449458ms)","trace[1505168002] 'applied index is now lower than readState.Index' (duration: 1.039023683s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:46.67955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.551653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:46.679674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426463637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:26:46.67975Z","caller":"traceutil/trace.go:171","msg":"trace[455946816] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3615; }","duration":"1.426569561s","start":"2026-07-24T17:26:45.253163Z","end":"2026-07-24T17:26:46.679732Z","steps":["trace[455946816] 'agreement among raft nodes before linearized reading' (duration: 1.426317162s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.6798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.253158Z","time spent":"1.426634014s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:26:46.680007Z","caller":"traceutil/trace.go:171","msg":"trace[1475676314] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3615; }","duration":"500.783052ms","start":"2026-07-24T17:26:46.178924Z","end":"2026-07-24T17:26:46.679707Z","steps":["trace[1475676314] 'agreement among raft nodes before linearized reading' (duration: 500.506973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.68021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:46.178906Z","time spent":"501.257509ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:46.680235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424336511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:46.680943Z","caller":"traceutil/trace.go:171","msg":"trace[534790179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3615; }","duration":"1.425139469s","start":"2026-07-24T17:26:45.255784Z","end":"2026-07-24T17:26:46.680924Z","steps":["trace[534790179] 'agreement among raft nodes before linearized reading' (duration: 1.423677997s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:46.681002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:45.255777Z","time spent":"1.425210033s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:47.184738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:48.356489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.984987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:48.356605Z","caller":"traceutil/trace.go:171","msg":"trace[1519942203] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3615; }","duration":"920.110042ms","start":"2026-07-24T17:26:47.436477Z","end":"2026-07-24T17:26:48.356587Z","steps":["trace[1519942203] 'range keys from in-memory index tree' (duration: 919.968587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.35666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.063047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:48.356838Z","caller":"traceutil/trace.go:171","msg":"trace[1931347382] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"1.673412294s","start":"2026-07-24T17:26:46.683343Z","end":"2026-07-24T17:26:48.356755Z","steps":["trace[1931347382] 'process raft request' (duration: 683.183991ms)","trace[1931347382] 'compare' (duration: 989.665602ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:48.356942Z","caller":"traceutil/trace.go:171","msg":"trace[17277490] linearizableReadLoop","detail":"{readStateIndex:3767; appliedIndex:3766; }","duration":"1.673204847s","start":"2026-07-24T17:26:46.683711Z","end":"2026-07-24T17:26:48.356916Z","steps":["trace[17277490] 'read index received' (duration: 682.810448ms)","trace[17277490] 'applied index is now lower than readState.Index' (duration: 990.392059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:48.357156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673433145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:48.357213Z","caller":"traceutil/trace.go:171","msg":"trace[1707396022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3616; }","duration":"1.673531529s","start":"2026-07-24T17:26:46.683665Z","end":"2026-07-24T17:26:48.357197Z","steps":["trace[1707396022] 'agreement among raft nodes before linearized reading' (duration: 1.673415215s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.357257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:46.683648Z","time spent":"1.67359711s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:26:48.357352Z","caller":"traceutil/trace.go:171","msg":"trace[912429025] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"1.10541361s","start":"2026-07-24T17:26:47.251914Z","end":"2026-07-24T17:26:48.357327Z","steps":["trace[912429025] 'process raft request' (duration: 1.105191222s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.357495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:47.251895Z","time spent":"1.105529545s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:48.357633Z","caller":"traceutil/trace.go:171","msg":"trace[864728228] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"1.104641813s","start":"2026-07-24T17:26:47.252968Z","end":"2026-07-24T17:26:48.357609Z","steps":["trace[864728228] 'process raft request' (duration: 1.10428754s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.357799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:47.252943Z","time spent":"1.104759287s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:48.357317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:46.683315Z","time spent":"1.673692554s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:48.358448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674367548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:26:48.358507Z","caller":"traceutil/trace.go:171","msg":"trace[568559771] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3619; }","duration":"1.674447342s","start":"2026-07-24T17:26:46.684048Z","end":"2026-07-24T17:26:48.358495Z","steps":["trace[568559771] 'agreement among raft nodes before linearized reading' (duration: 1.674247334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.358542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:46.684024Z","time spent":"1.674509674s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:48.358609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613166271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:48.358539Z","caller":"traceutil/trace.go:171","msg":"trace[651226541] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"1.104049382s","start":"2026-07-24T17:26:47.254479Z","end":"2026-07-24T17:26:48.358529Z","steps":["trace[651226541] 'process raft request' (duration: 1.103057906s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:48.358677Z","caller":"traceutil/trace.go:171","msg":"trace[1459292014] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3619; }","duration":"1.613277566s","start":"2026-07-24T17:26:46.745384Z","end":"2026-07-24T17:26:48.358661Z","steps":["trace[1459292014] 'agreement among raft nodes before linearized reading' (duration: 1.613174222s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.358757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.595305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:48.35876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:46.74536Z","time spent":"1.613357719s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:26:48.358782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:47.254469Z","time spent":"1.104219168s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:48.358444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.461143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:48.358812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673780987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:26:48.358833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391581279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:48.360455Z","caller":"traceutil/trace.go:171","msg":"trace[1180363895] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3619; }","duration":"1.393093234s","start":"2026-07-24T17:26:46.967238Z","end":"2026-07-24T17:26:48.360331Z","steps":["trace[1180363895] 'agreement among raft nodes before linearized reading' (duration: 1.391551068s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:48.358924Z","caller":"traceutil/trace.go:171","msg":"trace[74411105] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3619; }","duration":"311.885966ms","start":"2026-07-24T17:26:48.047025Z","end":"2026-07-24T17:26:48.358911Z","steps":["trace[74411105] 'agreement among raft nodes before linearized reading' (duration: 311.621406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.360706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:48.047004Z","time spent":"313.679121ms","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:48.359977Z","caller":"traceutil/trace.go:171","msg":"trace[1391206187] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3619; }","duration":"1.674971481s","start":"2026-07-24T17:26:46.684994Z","end":"2026-07-24T17:26:48.359965Z","steps":["trace[1391206187] 'agreement among raft nodes before linearized reading' (duration: 1.673715475s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.361156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:46.68498Z","time spent":"1.676158553s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T17:26:48.359907Z","caller":"traceutil/trace.go:171","msg":"trace[2113348326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3619; }","duration":"778.564633ms","start":"2026-07-24T17:26:47.580929Z","end":"2026-07-24T17:26:48.359494Z","steps":["trace[2113348326] 'agreement among raft nodes before linearized reading' (duration: 777.460653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:48.361468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:47.58091Z","time spent":"780.529004ms","remote":"127.0.0.1:60104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:48.361983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:46.967182Z","time spent":"1.393930134s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:50.340202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738755579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:26:50.340224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737005645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:26:50.340283Z","caller":"traceutil/trace.go:171","msg":"trace[1816102859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3619; }","duration":"1.738879424s","start":"2026-07-24T17:26:48.601385Z","end":"2026-07-24T17:26:50.340265Z","steps":["trace[1816102859] 'range keys from in-memory index tree' (duration: 1.738593863s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:50.340282Z","caller":"traceutil/trace.go:171","msg":"trace[439020869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3619; }","duration":"1.737083189s","start":"2026-07-24T17:26:48.603186Z","end":"2026-07-24T17:26:50.340269Z","steps":["trace[439020869] 'range keys from in-memory index tree' (duration: 1.736912773s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:50.340377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:48.601354Z","time spent":"1.739009298s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:26:50.340363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737092729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:26:50.340393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:48.60318Z","time spent":"1.737201113s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:50.340425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737299317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:26:50.340497Z","caller":"traceutil/trace.go:171","msg":"trace[1620995827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3619; }","duration":"1.737191733s","start":"2026-07-24T17:26:48.603222Z","end":"2026-07-24T17:26:50.340414Z","steps":["trace[1620995827] 'range keys from in-memory index tree' (duration: 1.736856111s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:50.340502Z","caller":"traceutil/trace.go:171","msg":"trace[1177919895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3619; }","duration":"1.737384009s","start":"2026-07-24T17:26:48.603094Z","end":"2026-07-24T17:26:50.340478Z","steps":["trace[1177919895] 'range keys from in-memory index tree' (duration: 1.737039787s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:50.340519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737526754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:26:50.340536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:48.603211Z","time spent":"1.737315667s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:50.340549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:48.603087Z","time spent":"1.737449652s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:26:50.340574Z","caller":"traceutil/trace.go:171","msg":"trace[1816546909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3619; }","duration":"1.737637778s","start":"2026-07-24T17:26:48.602923Z","end":"2026-07-24T17:26:50.340561Z","steps":["trace[1816546909] 'range keys from in-memory index tree' (duration: 1.73712577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:50.340606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:48.602904Z","time spent":"1.737693841s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:50.340758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172718196s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:50.340815Z","caller":"traceutil/trace.go:171","msg":"trace[1066528153] linearizableReadLoop","detail":"{readStateIndex:3771; appliedIndex:3770; }","duration":"1.187233451s","start":"2026-07-24T17:26:49.153568Z","end":"2026-07-24T17:26:50.340802Z","steps":["trace[1066528153] 'read index received' (duration: 14.195493ms)","trace[1066528153] 'applied index is now lower than readState.Index' (duration: 1.173036848s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:50.340904Z","caller":"traceutil/trace.go:171","msg":"trace[1423713246] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"1.736483687s","start":"2026-07-24T17:26:48.604409Z","end":"2026-07-24T17:26:50.340892Z","steps":["trace[1423713246] 'process raft request' (duration: 563.275363ms)","trace[1423713246] 'compare' (duration: 1.172310262s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:50.340993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:48.604398Z","time spent":"1.736546609s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:50.3412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.28679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:50.341249Z","caller":"traceutil/trace.go:171","msg":"trace[341790140] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3620; }","duration":"421.370363ms","start":"2026-07-24T17:26:49.919866Z","end":"2026-07-24T17:26:50.341236Z","steps":["trace[341790140] 'agreement among raft nodes before linearized reading' (duration: 421.262279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:50.341285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:49.919851Z","time spent":"421.424045ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":24,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:50.341347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187772091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:50.341345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.986327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:26:50.341393Z","caller":"traceutil/trace.go:171","msg":"trace[1280465884] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3620; }","duration":"1.187848784s","start":"2026-07-24T17:26:49.153526Z","end":"2026-07-24T17:26:50.341374Z","steps":["trace[1280465884] 'agreement among raft nodes before linearized reading' (duration: 1.187781671s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:50.341408Z","caller":"traceutil/trace.go:171","msg":"trace[1681393963] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3620; }","duration":"307.134902ms","start":"2026-07-24T17:26:50.034255Z","end":"2026-07-24T17:26:50.34139Z","steps":["trace[1681393963] 'agreement among raft nodes before linearized reading' (duration: 306.994277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:50.341437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:49.153506Z","time spent":"1.187919437s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:50.341447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.034233Z","time spent":"307.200835ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:26:50.341499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.042041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:50.341543Z","caller":"traceutil/trace.go:171","msg":"trace[280942200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3620; }","duration":"317.114104ms","start":"2026-07-24T17:26:50.024417Z","end":"2026-07-24T17:26:50.341531Z","steps":["trace[280942200] 'agreement among raft nodes before linearized reading' (duration: 317.045811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:50.341591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.0244Z","time spent":"317.182186ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:50.341277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.052123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:50.341744Z","caller":"traceutil/trace.go:171","msg":"trace[950465308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3620; }","duration":"238.549801ms","start":"2026-07-24T17:26:50.10318Z","end":"2026-07-24T17:26:50.34173Z","steps":["trace[950465308] 'agreement among raft nodes before linearized reading' (duration: 238.049383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:50.854483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:51.35563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:51.760593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413226802s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:26:51.761112Z","caller":"traceutil/trace.go:171","msg":"trace[308409155] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"1.413747991s","start":"2026-07-24T17:26:50.347303Z","end":"2026-07-24T17:26:51.761051Z","steps":["trace[308409155] 'process raft request' (duration: 1.413581295s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:51.761345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.347292Z","time spent":"1.413922367s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:52.891464Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10596933s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:26:53.105007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999690368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:26:53.105085Z","caller":"traceutil/trace.go:171","msg":"trace[1968339991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999859514s","start":"2026-07-24T17:26:51.105209Z","end":"2026-07-24T17:26:53.105068Z","steps":["trace[1968339991] 'agreement among raft nodes before linearized reading' (duration: 1.999719119s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:53.105132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:51.105186Z","time spent":"1.999936667s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:53.887405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.580531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:53.887739Z","caller":"traceutil/trace.go:171","msg":"trace[871754919] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"3.540288656s","start":"2026-07-24T17:26:50.34741Z","end":"2026-07-24T17:26:53.887698Z","steps":["trace[871754919] 'process raft request' (duration: 2.544316862s)","trace[871754919] 'compare' (duration: 994.18885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:53.887935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.3474Z","time spent":"3.540444052s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:53.888035Z","caller":"traceutil/trace.go:171","msg":"trace[792016216] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"3.540531535s","start":"2026-07-24T17:26:50.347441Z","end":"2026-07-24T17:26:53.887972Z","steps":["trace[792016216] 'process raft request' (duration: 3.540089089s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:53.888229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.347386Z","time spent":"3.540740013s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:53.888285Z","caller":"traceutil/trace.go:171","msg":"trace[1399888930] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"3.540463212s","start":"2026-07-24T17:26:50.347812Z","end":"2026-07-24T17:26:53.888276Z","steps":["trace[1399888930] 'process raft request' (duration: 3.540056698s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:53.888329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.347805Z","time spent":"3.540501034s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:53.888399Z","caller":"traceutil/trace.go:171","msg":"trace[266320179] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"3.540740672s","start":"2026-07-24T17:26:50.34765Z","end":"2026-07-24T17:26:53.88839Z","steps":["trace[266320179] 'process raft request' (duration: 3.539990005s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:53.888437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.347642Z","time spent":"3.540776304s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:53.888395Z","caller":"traceutil/trace.go:171","msg":"trace[414138258] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"3.52325796s","start":"2026-07-24T17:26:50.365068Z","end":"2026-07-24T17:26:53.888326Z","steps":["trace[414138258] 'process raft request' (duration: 3.523153246s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:53.888662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.365052Z","time spent":"3.523488399s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:53.888745Z","caller":"traceutil/trace.go:171","msg":"trace[1437157541] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"3.524862109s","start":"2026-07-24T17:26:50.363861Z","end":"2026-07-24T17:26:53.888723Z","steps":["trace[1437157541] 'process raft request' (duration: 3.524135302s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:53.888816Z","caller":"traceutil/trace.go:171","msg":"trace[1110374077] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"3.524812226s","start":"2026-07-24T17:26:50.363957Z","end":"2026-07-24T17:26:53.888769Z","steps":["trace[1110374077] 'process raft request' (duration: 3.524169513s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:53.888922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.363846Z","time spent":"3.525030724s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:53.889006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.363933Z","time spent":"3.524975982s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:55.106824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001520444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:26:55.106902Z","caller":"traceutil/trace.go:171","msg":"trace[1753628462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00164979s","start":"2026-07-24T17:26:53.105235Z","end":"2026-07-24T17:26:55.106885Z","steps":["trace[1753628462] 'agreement among raft nodes before linearized reading' (duration: 2.001553956s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:55.106947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:53.105214Z","time spent":"2.001724053s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:55.495604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607285078s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:26:55.495792Z","caller":"traceutil/trace.go:171","msg":"trace[500804535] linearizableReadLoop","detail":"{readStateIndex:3780; appliedIndex:3771; }","duration":"5.147214221s","start":"2026-07-24T17:26:50.348565Z","end":"2026-07-24T17:26:55.495779Z","steps":["trace[500804535] 'read index received' (duration: 1.412280448s)","trace[500804535] 'applied index is now lower than readState.Index' (duration: 3.734933123s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:55.496169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.147595735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:26:55.496203Z","caller":"traceutil/trace.go:171","msg":"trace[73174518] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3628; }","duration":"5.147647827s","start":"2026-07-24T17:26:50.348546Z","end":"2026-07-24T17:26:55.496194Z","steps":["trace[73174518] 'agreement among raft nodes before linearized reading' (duration: 5.147533413s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:55.496227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:50.348539Z","time spent":"5.147682598s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:26:55.496619Z","caller":"traceutil/trace.go:171","msg":"trace[1657636225] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"3.147445863s","start":"2026-07-24T17:26:52.349164Z","end":"2026-07-24T17:26:55.49661Z","steps":["trace[1657636225] 'process raft request' (duration: 3.14653461s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:55.496692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:52.349141Z","time spent":"3.147507725s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:55.9963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:56.49686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:26:56.741096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244384923s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:56.741319Z","caller":"traceutil/trace.go:171","msg":"trace[452044900] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"3.991705256s","start":"2026-07-24T17:26:52.74959Z","end":"2026-07-24T17:26:56.741295Z","steps":["trace[452044900] 'process raft request' (duration: 2.747013052s)","trace[452044900] 'compare' (duration: 1.244005539s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:56.741337Z","caller":"traceutil/trace.go:171","msg":"trace[652689461] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"3.825886737s","start":"2026-07-24T17:26:52.915423Z","end":"2026-07-24T17:26:56.74131Z","steps":["trace[652689461] 'process raft request' (duration: 3.825784944s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:56.74143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:52.749567Z","time spent":"3.991802499s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:56.741463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:52.915388Z","time spent":"3.825997741s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:56.96439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.646584435s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:26:57.082603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.951069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:57.082692Z","caller":"traceutil/trace.go:171","msg":"trace[975851177] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"1.764991542s","start":"2026-07-24T17:26:55.317685Z","end":"2026-07-24T17:26:57.082676Z","steps":["trace[975851177] 'process raft request' (duration: 1.646895257s)","trace[975851177] 'compare' (duration: 117.849786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:57.082734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.317663Z","time spent":"1.765052353s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:57.113255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:26:57.113337Z","caller":"traceutil/trace.go:171","msg":"trace[1325465322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287297s","start":"2026-07-24T17:26:55.11303Z","end":"2026-07-24T17:26:57.113317Z","steps":["trace[1325465322] 'agreement among raft nodes before linearized reading' (duration: 2.000185543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.113384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.11302Z","time spent":"2.000355069s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:26:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:26:57.480725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101191375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:26:57.480808Z","caller":"traceutil/trace.go:171","msg":"trace[1669487289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3635; }","duration":"4.10131368s","start":"2026-07-24T17:26:53.379475Z","end":"2026-07-24T17:26:57.480789Z","steps":["trace[1669487289] 'agreement among raft nodes before linearized reading' (duration: 4.101108793s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.48086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:53.379458Z","time spent":"4.101390692s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:26:57.480987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365610944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:57.481088Z","caller":"traceutil/trace.go:171","msg":"trace[612045425] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3635; }","duration":"5.365719888s","start":"2026-07-24T17:26:52.115345Z","end":"2026-07-24T17:26:57.481065Z","steps":["trace[612045425] 'agreement among raft nodes before linearized reading' (duration: 5.365566273s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:57.481067Z","caller":"traceutil/trace.go:171","msg":"trace[640634076] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"1.586689677s","start":"2026-07-24T17:26:55.89433Z","end":"2026-07-24T17:26:57.48102Z","steps":["trace[640634076] 'process raft request' (duration: 1.586200019s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.481151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:52.115263Z","time spent":"5.365872624s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:57.481188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71467228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:26:57.480574Z","caller":"traceutil/trace.go:171","msg":"trace[539659915] linearizableReadLoop","detail":"{readStateIndex:3787; appliedIndex:3783; }","duration":"1.984709582s","start":"2026-07-24T17:26:55.495849Z","end":"2026-07-24T17:26:57.480559Z","steps":["trace[539659915] 'read index received' (duration: 1.468746327s)","trace[539659915] 'applied index is now lower than readState.Index' (duration: 515.962525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:57.481272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.894322Z","time spent":"1.586840273s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:57.481456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309490979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:57.481498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.44912699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:57.48158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54475903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:57.481116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371151196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:26:57.48161Z","caller":"traceutil/trace.go:171","msg":"trace[533740858] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3635; }","duration":"5.449247964s","start":"2026-07-24T17:26:52.032337Z","end":"2026-07-24T17:26:57.481585Z","steps":["trace[533740858] 'agreement among raft nodes before linearized reading' (duration: 5.449018486s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:57.481618Z","caller":"traceutil/trace.go:171","msg":"trace[935397182] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3635; }","duration":"4.544834982s","start":"2026-07-24T17:26:52.936774Z","end":"2026-07-24T17:26:57.481609Z","steps":["trace[935397182] 'agreement among raft nodes before linearized reading' (duration: 4.54476999s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:57.481634Z","caller":"traceutil/trace.go:171","msg":"trace[2143698447] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3635; }","duration":"2.371697776s","start":"2026-07-24T17:26:55.109923Z","end":"2026-07-24T17:26:57.481621Z","steps":["trace[2143698447] 'agreement among raft nodes before linearized reading' (duration: 2.371123865s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.481652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:52.936759Z","time spent":"4.544883773s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:57.481647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.449431131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:26:57.481682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.109907Z","time spent":"2.371761428s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"info","ts":"2026-07-24T17:26:57.481715Z","caller":"traceutil/trace.go:171","msg":"trace[1340101246] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3635; }","duration":"5.449532905s","start":"2026-07-24T17:26:52.032163Z","end":"2026-07-24T17:26:57.481696Z","steps":["trace[1340101246] 'agreement among raft nodes before linearized reading' (duration: 5.449451612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.481766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:52.032141Z","time spent":"5.449611847s","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:57.481587Z","caller":"traceutil/trace.go:171","msg":"trace[1317980832] transaction","detail":"{read_only:false; response_revision:3634; number_of_response:1; }","duration":"1.58758556s","start":"2026-07-24T17:26:55.893984Z","end":"2026-07-24T17:26:57.48157Z","steps":["trace[1317980832] 'process raft request' (duration: 1.58649487s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:57.481226Z","caller":"traceutil/trace.go:171","msg":"trace[958038534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3635; }","duration":"3.714751652s","start":"2026-07-24T17:26:53.766465Z","end":"2026-07-24T17:26:57.481216Z","steps":["trace[958038534] 'agreement among raft nodes before linearized reading' (duration: 3.714670669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.481969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.893978Z","time spent":"1.587910601s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:57.482023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:53.766431Z","time spent":"3.715578612s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:26:57.481644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:52.032324Z","time spent":"5.449309217s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:57.481562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.802828818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:26:57.482326Z","caller":"traceutil/trace.go:171","msg":"trace[1496398555] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3635; }","duration":"5.803647168s","start":"2026-07-24T17:26:51.678667Z","end":"2026-07-24T17:26:57.482314Z","steps":["trace[1496398555] 'agreement among raft nodes before linearized reading' (duration: 5.802723114s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.482366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:51.67865Z","time spent":"5.80370715s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:26:57.481751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98107652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:26:57.48249Z","caller":"traceutil/trace.go:171","msg":"trace[1726249892] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3635; }","duration":"1.981847959s","start":"2026-07-24T17:26:55.50063Z","end":"2026-07-24T17:26:57.482478Z","steps":["trace[1726249892] 'agreement among raft nodes before linearized reading' (duration: 1.981037479s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.482541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.500613Z","time spent":"1.98191297s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:26:57.482677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589068184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:26:57.482548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588905308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:26:57.482685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531806624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:57.482735Z","caller":"traceutil/trace.go:171","msg":"trace[1239089436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3635; }","duration":"1.589098455s","start":"2026-07-24T17:26:55.893626Z","end":"2026-07-24T17:26:57.482724Z","steps":["trace[1239089436] 'agreement among raft nodes before linearized reading' (duration: 1.588853616s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:57.48275Z","caller":"traceutil/trace.go:171","msg":"trace[1250588516] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3635; }","duration":"1.531917148s","start":"2026-07-24T17:26:55.950816Z","end":"2026-07-24T17:26:57.482733Z","steps":["trace[1250588516] 'agreement among raft nodes before linearized reading' (duration: 1.531816604s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.482774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.893622Z","time spent":"1.589144256s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:57.4828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.950798Z","time spent":"1.531987891s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:26:57.481521Z","caller":"traceutil/trace.go:171","msg":"trace[1054314266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3635; }","duration":"4.309592773s","start":"2026-07-24T17:26:53.171905Z","end":"2026-07-24T17:26:57.481498Z","steps":["trace[1054314266] 'agreement among raft nodes before linearized reading' (duration: 4.30950588s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.482861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:53.171881Z","time spent":"4.310964323s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:57.48296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589337043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:26:57.481543Z","caller":"traceutil/trace.go:171","msg":"trace[665463612] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"1.587689143s","start":"2026-07-24T17:26:55.893838Z","end":"2026-07-24T17:26:57.481527Z","steps":["trace[665463612] 'process raft request' (duration: 1.51557697s)","trace[665463612] 'compare' (duration: 70.799425ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:57.482994Z","caller":"traceutil/trace.go:171","msg":"trace[306976320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3635; }","duration":"1.589379105s","start":"2026-07-24T17:26:55.893607Z","end":"2026-07-24T17:26:57.482986Z","steps":["trace[306976320] 'agreement among raft nodes before linearized reading' (duration: 1.589292352s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.483028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.893603Z","time spent":"1.589418586s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:57.48306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.893826Z","time spent":"1.589179168s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:57.483141Z","caller":"traceutil/trace.go:171","msg":"trace[1906088052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3635; }","duration":"1.589547271s","start":"2026-07-24T17:26:55.893585Z","end":"2026-07-24T17:26:57.483132Z","steps":["trace[1906088052] 'agreement among raft nodes before linearized reading' (duration: 1.58894474s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.483177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.893581Z","time spent":"1.589588913s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:26:57.483182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570281151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:26:57.483219Z","caller":"traceutil/trace.go:171","msg":"trace[145510936] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3635; }","duration":"1.570335493s","start":"2026-07-24T17:26:55.912873Z","end":"2026-07-24T17:26:57.483209Z","steps":["trace[145510936] 'agreement among raft nodes before linearized reading' (duration: 1.570264801s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.483261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.912866Z","time spent":"1.570386635s","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:57.481825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.440361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:26:57.483328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589763489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:26:57.483333Z","caller":"traceutil/trace.go:171","msg":"trace[233906881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3635; }","duration":"369.954695ms","start":"2026-07-24T17:26:57.113342Z","end":"2026-07-24T17:26:57.483296Z","steps":["trace[233906881] 'agreement among raft nodes before linearized reading' (duration: 368.465981ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:57.48336Z","caller":"traceutil/trace.go:171","msg":"trace[1861650112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3635; }","duration":"1.589845381s","start":"2026-07-24T17:26:55.893507Z","end":"2026-07-24T17:26:57.483352Z","steps":["trace[1861650112] 'agreement among raft nodes before linearized reading' (duration: 1.589753198s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.483392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:55.893491Z","time spent":"1.589895664s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:26:57.48337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.113326Z","time spent":"370.034649ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:57.485936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.326026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:26:57.486519Z","caller":"traceutil/trace.go:171","msg":"trace[1180851876] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3635; }","duration":"652.27572ms","start":"2026-07-24T17:26:56.834224Z","end":"2026-07-24T17:26:57.4865Z","steps":["trace[1180851876] 'agreement among raft nodes before linearized reading' (duration: 648.342147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:57.486645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:56.834205Z","time spent":"652.417474ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:26:58.498022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.916236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:26:58.498138Z","caller":"traceutil/trace.go:171","msg":"trace[882972335] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"1.010406422s","start":"2026-07-24T17:26:57.487708Z","end":"2026-07-24T17:26:58.498114Z","steps":["trace[882972335] 'process raft request' (duration: 254.122652ms)","trace[882972335] 'compare' (duration: 755.224841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:26:58.498207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.487695Z","time spent":"1.010476545s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:58.796846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016304673s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:26:59.493474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:26:59.493554Z","caller":"traceutil/trace.go:171","msg":"trace[943138045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064855s","start":"2026-07-24T17:26:57.493472Z","end":"2026-07-24T17:26:59.493537Z","steps":["trace[943138045] 'agreement among raft nodes before linearized reading' (duration: 1.999967691s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:59.493624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.493466Z","time spent":"2.000134737s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:26:59.909853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112835767s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:26:59.910072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.487676Z","time spent":"2.422390156s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:26:59.910799Z","caller":"traceutil/trace.go:171","msg":"trace[1734951758] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"2.419602335s","start":"2026-07-24T17:26:57.491171Z","end":"2026-07-24T17:26:59.910773Z","steps":["trace[1734951758] 'process raft request' (duration: 2.418765564s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:59.910932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.491157Z","time spent":"2.419701239s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:59.910995Z","caller":"traceutil/trace.go:171","msg":"trace[989747309] linearizableReadLoop","detail":"{readStateIndex:3789; appliedIndex:3787; }","duration":"2.42002209s","start":"2026-07-24T17:26:57.490953Z","end":"2026-07-24T17:26:59.910975Z","steps":["trace[989747309] 'read index received' (duration: 250.877674ms)","trace[989747309] 'applied index is now lower than readState.Index' (duration: 2.169143446s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:26:59.911091Z","caller":"traceutil/trace.go:171","msg":"trace[1974498528] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"2.419892906s","start":"2026-07-24T17:26:57.491188Z","end":"2026-07-24T17:26:59.911081Z","steps":["trace[1974498528] 'process raft request' (duration: 2.41891285s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:59.911186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.491169Z","time spent":"2.419947067s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:59.911281Z","caller":"traceutil/trace.go:171","msg":"trace[1027004715] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"2.420008849s","start":"2026-07-24T17:26:57.491254Z","end":"2026-07-24T17:26:59.911263Z","steps":["trace[1027004715] 'process raft request' (duration: 2.419600225s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:26:59.911365Z","caller":"traceutil/trace.go:171","msg":"trace[1972817247] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"2.420065051s","start":"2026-07-24T17:26:57.491279Z","end":"2026-07-24T17:26:59.911344Z","steps":["trace[1972817247] 'process raft request' (duration: 2.419610515s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:59.911378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.491222Z","time spent":"2.420109393s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:59.911462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.491272Z","time spent":"2.420117434s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:59.911636Z","caller":"traceutil/trace.go:171","msg":"trace[822940677] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"2.410535706s","start":"2026-07-24T17:26:57.501092Z","end":"2026-07-24T17:26:59.911628Z","steps":["trace[822940677] 'process raft request' (duration: 2.4098408s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:59.911687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.501074Z","time spent":"2.410585817s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:26:59.91177Z","caller":"traceutil/trace.go:171","msg":"trace[1740310526] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"2.420498227s","start":"2026-07-24T17:26:57.491254Z","end":"2026-07-24T17:26:59.911752Z","steps":["trace[1740310526] 'process raft request' (duration: 2.418874218s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:59.911906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.491244Z","time spent":"2.420613902s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:26:59.912217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421240334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:26:59.91231Z","caller":"traceutil/trace.go:171","msg":"trace[971142455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3642; }","duration":"2.42137867s","start":"2026-07-24T17:26:57.490913Z","end":"2026-07-24T17:26:59.912291Z","steps":["trace[971142455] 'agreement among raft nodes before linearized reading' (duration: 2.42110665s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:26:59.912363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:57.490888Z","time spent":"2.421461893s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:27:00.411357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:00.911867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:00.944198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455898312s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:01.4942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:01.494287Z","caller":"traceutil/trace.go:171","msg":"trace[1832441367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020538s","start":"2026-07-24T17:26:59.494247Z","end":"2026-07-24T17:27:01.494268Z","steps":["trace[1832441367] 'agreement among raft nodes before linearized reading' (duration: 1.999906254s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:01.494342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:59.494217Z","time spent":"2.000116131s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:02.531501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586966845s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:02.531915Z","caller":"traceutil/trace.go:171","msg":"trace[1905643074] transaction","detail":"{read_only:false; response_revision:3645; number_of_response:1; }","duration":"3.039427862s","start":"2026-07-24T17:26:59.492275Z","end":"2026-07-24T17:27:02.531703Z","steps":["trace[1905643074] 'process raft request' (duration: 3.03937959s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:02.531965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:59.49226Z","time spent":"3.039683611s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:02.532022Z","caller":"traceutil/trace.go:171","msg":"trace[915925446] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"3.043861013s","start":"2026-07-24T17:26:59.488135Z","end":"2026-07-24T17:27:02.531996Z","steps":["trace[915925446] 'process raft request' (duration: 1.456338248s)","trace[915925446] 'compare' (duration: 1.586749257s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:02.532101Z","caller":"traceutil/trace.go:171","msg":"trace[486510015] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"3.041946714s","start":"2026-07-24T17:26:59.490147Z","end":"2026-07-24T17:27:02.532094Z","steps":["trace[486510015] 'process raft request' (duration: 3.041428525s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:02.532139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:59.490132Z","time spent":"3.041988865s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:02.532149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:59.488108Z","time spent":"3.043977178s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:02.532307Z","caller":"traceutil/trace.go:171","msg":"trace[1785807838] transaction","detail":"{read_only:false; response_revision:3646; number_of_response:1; }","duration":"2.619574909s","start":"2026-07-24T17:26:59.912726Z","end":"2026-07-24T17:27:02.532301Z","steps":["trace[1785807838] 'process raft request' (duration: 2.618951487s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:02.532349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:59.912709Z","time spent":"2.619620212s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:02.532538Z","caller":"traceutil/trace.go:171","msg":"trace[1287879023] transaction","detail":"{read_only:false; response_revision:3647; number_of_response:1; }","duration":"2.281946956s","start":"2026-07-24T17:27:00.250585Z","end":"2026-07-24T17:27:02.532532Z","steps":["trace[1287879023] 'process raft request' (duration: 2.281686746s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:02.532584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:00.250562Z","time spent":"2.281999348s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:02.53278Z","caller":"traceutil/trace.go:171","msg":"trace[1938303047] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"2.277910609s","start":"2026-07-24T17:27:00.254862Z","end":"2026-07-24T17:27:02.532773Z","steps":["trace[1938303047] 'process raft request' (duration: 2.277637269s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:02.532822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:00.254847Z","time spent":"2.277955301s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:03.502663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:03.502974Z","caller":"traceutil/trace.go:171","msg":"trace[1922430239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00085291s","start":"2026-07-24T17:27:01.502098Z","end":"2026-07-24T17:27:03.502951Z","steps":["trace[1922430239] 'agreement among raft nodes before linearized reading' (duration: 2.000529398s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:03.503069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.502088Z","time spent":"2.000954524s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:03.666835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.748801095s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:04.848536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315840695s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:27:04.849657Z","caller":"traceutil/trace.go:171","msg":"trace[1392529677] linearizableReadLoop","detail":"{readStateIndex:3802; appliedIndex:3795; }","duration":"4.93858714s","start":"2026-07-24T17:26:59.91105Z","end":"2026-07-24T17:27:04.849637Z","steps":["trace[1392529677] 'read index received' (duration: 1.033421834s)","trace[1392529677] 'applied index is now lower than readState.Index' (duration: 3.905164146s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:04.849702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.18118594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:04.849903Z","caller":"traceutil/trace.go:171","msg":"trace[1087752238] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3648; }","duration":"6.181267043s","start":"2026-07-24T17:26:58.668468Z","end":"2026-07-24T17:27:04.849735Z","steps":["trace[1087752238] 'agreement among raft nodes before linearized reading' (duration: 6.18117692s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:04.849961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:58.668454Z","time spent":"6.181492011s","remote":"127.0.0.1:36728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:04.850397Z","caller":"traceutil/trace.go:171","msg":"trace[1301679140] transaction","detail":"{read_only:false; response_revision:3649; number_of_response:1; }","duration":"2.932460949s","start":"2026-07-24T17:27:01.917922Z","end":"2026-07-24T17:27:04.850383Z","steps":["trace[1301679140] 'process raft request' (duration: 2.930715935s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:04.850508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.815180176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:27:04.850627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.917908Z","time spent":"2.932527942s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:04.850644Z","caller":"traceutil/trace.go:171","msg":"trace[567480515] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3648; }","duration":"6.815692435s","start":"2026-07-24T17:26:58.034856Z","end":"2026-07-24T17:27:04.850548Z","steps":["trace[567480515] 'agreement among raft nodes before linearized reading' (duration: 6.814913406s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:04.850728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:58.034833Z","time spent":"6.81584812s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:27:04.851156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.347709541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:27:04.851236Z","caller":"traceutil/trace.go:171","msg":"trace[656941136] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3648; }","duration":"6.347835726s","start":"2026-07-24T17:26:58.503381Z","end":"2026-07-24T17:27:04.851217Z","steps":["trace[656941136] 'agreement among raft nodes before linearized reading' (duration: 6.346271229s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:04.851329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:58.503362Z","time spent":"6.3479543s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"warn","ts":"2026-07-24T17:27:05.503169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999771061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:05.503263Z","caller":"traceutil/trace.go:171","msg":"trace[380731354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001167s","start":"2026-07-24T17:27:03.503232Z","end":"2026-07-24T17:27:05.503244Z","steps":["trace[380731354] 'agreement among raft nodes before linearized reading' (duration: 1.999813243s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:05.50331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:03.503211Z","time spent":"2.000088593s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:05.656641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.443717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:05.656797Z","caller":"traceutil/trace.go:171","msg":"trace[667078015] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"1.410236321s","start":"2026-07-24T17:27:04.246515Z","end":"2026-07-24T17:27:05.656751Z","steps":["trace[667078015] 'process raft request' (duration: 945.562525ms)","trace[667078015] 'compare' (duration: 464.25335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:05.656908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.246488Z","time spent":"1.410368255s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:06.378273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186102711s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:27:06.38771Z","caller":"traceutil/trace.go:171","msg":"trace[188234610] linearizableReadLoop","detail":"{readStateIndex:3807; appliedIndex:3803; }","duration":"1.537980547s","start":"2026-07-24T17:27:04.849705Z","end":"2026-07-24T17:27:06.387686Z","steps":["trace[188234610] 'read index received' (duration: 342.500143ms)","trace[188234610] 'applied index is now lower than readState.Index' (duration: 1.195479234s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:06.38813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4719195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:27:06.388181Z","caller":"traceutil/trace.go:171","msg":"trace[690917897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3654; }","duration":"4.472048994s","start":"2026-07-24T17:27:01.916116Z","end":"2026-07-24T17:27:06.388165Z","steps":["trace[690917897] 'agreement among raft nodes before linearized reading' (duration: 4.471857647s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.388175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.474342936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"warn","ts":"2026-07-24T17:27:06.388216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.916096Z","time spent":"4.472113657s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:27:06.388211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532431324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:27:06.388246Z","caller":"traceutil/trace.go:171","msg":"trace[482213260] transaction","detail":"{read_only:false; response_revision:3652; number_of_response:1; }","duration":"1.849607647s","start":"2026-07-24T17:27:04.538627Z","end":"2026-07-24T17:27:06.388235Z","steps":["trace[482213260] 'process raft request' (duration: 1.84886533s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:06.388257Z","caller":"traceutil/trace.go:171","msg":"trace[1599109058] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3654; }","duration":"1.532510467s","start":"2026-07-24T17:27:04.855734Z","end":"2026-07-24T17:27:06.388245Z","steps":["trace[1599109058] 'agreement among raft nodes before linearized reading' (duration: 1.532347441s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:06.388252Z","caller":"traceutil/trace.go:171","msg":"trace[2043941352] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3654; }","duration":"6.474460551s","start":"2026-07-24T17:26:59.913773Z","end":"2026-07-24T17:27:06.388233Z","steps":["trace[2043941352] 'agreement among raft nodes before linearized reading' (duration: 6.474230822s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.388294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.855724Z","time spent":"1.532562269s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:27:06.388306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:26:59.913761Z","time spent":"6.474529124s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:27:06.388373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.538617Z","time spent":"1.84966909s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:06.388444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470923233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:27:06.388472Z","caller":"traceutil/trace.go:171","msg":"trace[1363827023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3654; }","duration":"4.470966675s","start":"2026-07-24T17:27:01.917497Z","end":"2026-07-24T17:27:06.388464Z","steps":["trace[1363827023] 'agreement among raft nodes before linearized reading' (duration: 4.470904643s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.388494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.917486Z","time spent":"4.471004316s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:27:06.388545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473260209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:06.388579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471297957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:27:06.388589Z","caller":"traceutil/trace.go:171","msg":"trace[66937152] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3654; }","duration":"4.473339291s","start":"2026-07-24T17:27:01.915238Z","end":"2026-07-24T17:27:06.388577Z","steps":["trace[66937152] 'agreement among raft nodes before linearized reading' (duration: 4.473272309s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.38863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.915219Z","time spent":"4.473399444s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.38865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471399461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:27:06.388644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.847321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:06.388673Z","caller":"traceutil/trace.go:171","msg":"trace[398801641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3654; }","duration":"4.471446003s","start":"2026-07-24T17:27:01.917222Z","end":"2026-07-24T17:27:06.388668Z","steps":["trace[398801641] 'agreement among raft nodes before linearized reading' (duration: 4.47138867s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:06.388684Z","caller":"traceutil/trace.go:171","msg":"trace[473263549] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3654; }","duration":"300.959826ms","start":"2026-07-24T17:27:06.087714Z","end":"2026-07-24T17:27:06.388674Z","steps":["trace[473263549] 'agreement among raft nodes before linearized reading' (duration: 300.884743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.388726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.08768Z","time spent":"301.037728ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.388805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891577546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-24T17:27:06.388819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.319802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:06.388843Z","caller":"traceutil/trace.go:171","msg":"trace[1135424959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3654; }","duration":"493.371074ms","start":"2026-07-24T17:27:05.895466Z","end":"2026-07-24T17:27:06.388837Z","steps":["trace[1135424959] 'agreement among raft nodes before linearized reading' (duration: 493.333612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:06.388841Z","caller":"traceutil/trace.go:171","msg":"trace[1443169783] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3654; }","duration":"4.891690041s","start":"2026-07-24T17:27:01.497142Z","end":"2026-07-24T17:27:06.388832Z","steps":["trace[1443169783] 'agreement among raft nodes before linearized reading' (duration: 4.891619138s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.388694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.917211Z","time spent":"4.471476513s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:06.388866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:05.89545Z","time spent":"493.407405ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.388875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.49711Z","time spent":"4.891754733s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T17:27:06.388954Z","caller":"traceutil/trace.go:171","msg":"trace[348525743] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"1.850190748s","start":"2026-07-24T17:27:04.538745Z","end":"2026-07-24T17:27:06.388936Z","steps":["trace[348525743] 'process raft request' (duration: 1.848841239s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.388986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.055854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:06.388095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913637765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:06.389006Z","caller":"traceutil/trace.go:171","msg":"trace[1900043137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3654; }","duration":"878.132267ms","start":"2026-07-24T17:27:05.510867Z","end":"2026-07-24T17:27:06.389Z","steps":["trace[1900043137] 'agreement among raft nodes before linearized reading' (duration: 878.102586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:05.510834Z","time spent":"878.186208ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:27:06.389027Z","caller":"traceutil/trace.go:171","msg":"trace[737563227] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3654; }","duration":"3.914664803s","start":"2026-07-24T17:27:02.474347Z","end":"2026-07-24T17:27:06.389012Z","steps":["trace[737563227] 'agreement among raft nodes before linearized reading' (duration: 3.913604884s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:06.388598Z","caller":"traceutil/trace.go:171","msg":"trace[1237546770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3654; }","duration":"4.471333489s","start":"2026-07-24T17:27:01.917259Z","end":"2026-07-24T17:27:06.388593Z","steps":["trace[1237546770] 'agreement among raft nodes before linearized reading' (duration: 4.471281587s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:06.389063Z","caller":"traceutil/trace.go:171","msg":"trace[212504297] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"1.534272912s","start":"2026-07-24T17:27:04.854779Z","end":"2026-07-24T17:27:06.389052Z","steps":["trace[212504297] 'process raft request' (duration: 1.532849629s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:02.474335Z","time spent":"3.914721875s","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.389072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.91725Z","time spent":"4.471812676s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:06.38912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489536716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:06.389147Z","caller":"traceutil/trace.go:171","msg":"trace[473472009] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3654; }","duration":"1.489602689s","start":"2026-07-24T17:27:04.899537Z","end":"2026-07-24T17:27:06.38914Z","steps":["trace[473472009] 'agreement among raft nodes before linearized reading' (duration: 1.489567498s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.899516Z","time spent":"1.489645401s","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.389211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364146003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:06.388198Z","caller":"traceutil/trace.go:171","msg":"trace[368699887] transaction","detail":"{read_only:false; response_revision:3651; number_of_response:1; }","duration":"1.850274741s","start":"2026-07-24T17:27:04.537898Z","end":"2026-07-24T17:27:06.388173Z","steps":["trace[368699887] 'process raft request' (duration: 1.840531415s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.537873Z","time spent":"1.851370572s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:06.388737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471726973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:27:06.389322Z","caller":"traceutil/trace.go:171","msg":"trace[1146621999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3654; }","duration":"4.472335405s","start":"2026-07-24T17:27:01.916981Z","end":"2026-07-24T17:27:06.389316Z","steps":["trace[1146621999] 'agreement among raft nodes before linearized reading' (duration: 4.471723693s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:01.916924Z","time spent":"4.472419108s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:06.38917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235105117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:06.389383Z","caller":"traceutil/trace.go:171","msg":"trace[1486377472] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3654; }","duration":"2.235346185s","start":"2026-07-24T17:27:04.154025Z","end":"2026-07-24T17:27:06.389371Z","steps":["trace[1486377472] 'agreement among raft nodes before linearized reading' (duration: 2.235113597s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96254504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:06.389456Z","caller":"traceutil/trace.go:171","msg":"trace[1881804782] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3654; }","duration":"2.962608982s","start":"2026-07-24T17:27:03.426834Z","end":"2026-07-24T17:27:06.389443Z","steps":["trace[1881804782] 'agreement among raft nodes before linearized reading' (duration: 2.96256289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.154007Z","time spent":"2.235421568s","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.389492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:03.426814Z","time spent":"2.962668604s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.389024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.538723Z","time spent":"1.850267681s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:06.389118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.854759Z","time spent":"1.534331113s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:06.389681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47321212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:06.389729Z","caller":"traceutil/trace.go:171","msg":"trace[1755491294] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3654; }","duration":"3.473284983s","start":"2026-07-24T17:27:02.916432Z","end":"2026-07-24T17:27:06.389717Z","steps":["trace[1755491294] 'agreement among raft nodes before linearized reading' (duration: 3.47320985s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:06.389742Z","caller":"traceutil/trace.go:171","msg":"trace[611714336] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3654; }","duration":"2.364727454s","start":"2026-07-24T17:27:04.025005Z","end":"2026-07-24T17:27:06.389733Z","steps":["trace[611714336] 'agreement among raft nodes before linearized reading' (duration: 2.364182295s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:02.916388Z","time spent":"3.473368885s","remote":"127.0.0.1:49474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":5,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.389778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:04.024985Z","time spent":"2.364783956s","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.388389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935625708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:06.389877Z","caller":"traceutil/trace.go:171","msg":"trace[943678765] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3654; }","duration":"3.937226636s","start":"2026-07-24T17:27:02.452642Z","end":"2026-07-24T17:27:06.389869Z","steps":["trace[943678765] 'agreement among raft nodes before linearized reading' (duration: 3.935706891s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.389908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:02.452622Z","time spent":"3.937277869s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.390001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725595072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:06.390024Z","caller":"traceutil/trace.go:171","msg":"trace[1550061617] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3654; }","duration":"3.725657584s","start":"2026-07-24T17:27:02.664361Z","end":"2026-07-24T17:27:06.390019Z","steps":["trace[1550061617] 'agreement among raft nodes before linearized reading' (duration: 3.725619553s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.390043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:02.664342Z","time spent":"3.725696556s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:06.390137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855428521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:27:06.390184Z","caller":"traceutil/trace.go:171","msg":"trace[1176314696] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3654; }","duration":"3.855498304s","start":"2026-07-24T17:27:02.534674Z","end":"2026-07-24T17:27:06.390173Z","steps":["trace[1176314696] 'agreement among raft nodes before linearized reading' (duration: 3.855415421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:06.39022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:02.534663Z","time spent":"3.855549625s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:27:06.896106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:08.225439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.460713ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:08.225599Z","caller":"traceutil/trace.go:171","msg":"trace[1777033889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3654; }","duration":"788.626919ms","start":"2026-07-24T17:27:07.436942Z","end":"2026-07-24T17:27:08.225569Z","steps":["trace[1777033889] 'range keys from in-memory index tree' (duration: 788.443751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:08.225624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.590362Z","time spent":"1.635252865s","remote":"127.0.0.1:36538","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:27:08.227197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16274724s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:08.227624Z","caller":"traceutil/trace.go:171","msg":"trace[27251213] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"1.832232254s","start":"2026-07-24T17:27:06.395028Z","end":"2026-07-24T17:27:08.227261Z","steps":["trace[27251213] 'process raft request' (duration: 669.36377ms)","trace[27251213] 'compare' (duration: 1.162605075s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:08.227682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.395011Z","time spent":"1.832642259s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:08.392156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9966834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:08.392314Z","caller":"traceutil/trace.go:171","msg":"trace[1101006218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996870608s","start":"2026-07-24T17:27:06.395427Z","end":"2026-07-24T17:27:08.392298Z","steps":["trace[1101006218] 'agreement among raft nodes before linearized reading' (duration: 1.996696691s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:08.392368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.395417Z","time spent":"1.99694261s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:08.666504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.602120912s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:08.875643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.909957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:08.876292Z","caller":"traceutil/trace.go:171","msg":"trace[1439366724] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"2.478750278s","start":"2026-07-24T17:27:06.397508Z","end":"2026-07-24T17:27:08.876258Z","steps":["trace[1439366724] 'process raft request' (duration: 2.47824846s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:08.876326Z","caller":"traceutil/trace.go:171","msg":"trace[1525708821] linearizableReadLoop","detail":"{readStateIndex:3816; appliedIndex:3808; }","duration":"2.481183617s","start":"2026-07-24T17:27:06.395119Z","end":"2026-07-24T17:27:08.876302Z","steps":["trace[1525708821] 'read index received' (duration: 669.254345ms)","trace[1525708821] 'applied index is now lower than readState.Index' (duration: 1.811928042s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:08.876425Z","caller":"traceutil/trace.go:171","msg":"trace[459767515] transaction","detail":"{read_only:false; response_revision:3658; number_of_response:1; }","duration":"2.478017492s","start":"2026-07-24T17:27:06.398393Z","end":"2026-07-24T17:27:08.876411Z","steps":["trace[459767515] 'process raft request' (duration: 2.477513253s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:08.876455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.397498Z","time spent":"2.478876582s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:08.876532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.398385Z","time spent":"2.478090164s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:08.876752Z","caller":"traceutil/trace.go:171","msg":"trace[507088362] transaction","detail":"{read_only:false; response_revision:3659; number_of_response:1; }","duration":"2.478167677s","start":"2026-07-24T17:27:06.398516Z","end":"2026-07-24T17:27:08.876684Z","steps":["trace[507088362] 'process raft request' (duration: 2.477581435s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:08.876785Z","caller":"traceutil/trace.go:171","msg":"trace[934703005] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"2.021228624s","start":"2026-07-24T17:27:06.855536Z","end":"2026-07-24T17:27:08.876764Z","steps":["trace[934703005] 'process raft request' (duration: 2.020708635s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:08.876878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.855511Z","time spent":"2.021319826s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:08.876901Z","caller":"traceutil/trace.go:171","msg":"trace[1287567547] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"2.480226622s","start":"2026-07-24T17:27:06.39666Z","end":"2026-07-24T17:27:08.876886Z","steps":["trace[1287567547] 'process raft request' (duration: 2.269996397s)","trace[1287567547] 'compare' (duration: 208.369627ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:08.876775Z","caller":"traceutil/trace.go:171","msg":"trace[298237824] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"2.47579828s","start":"2026-07-24T17:27:06.400946Z","end":"2026-07-24T17:27:08.876745Z","steps":["trace[298237824] 'process raft request' (duration: 2.475237469s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:08.876852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.398508Z","time spent":"2.478295721s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:08.877001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.396614Z","time spent":"2.480315866s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:08.877085Z","caller":"traceutil/trace.go:171","msg":"trace[675170979] transaction","detail":"{read_only:false; response_revision:3660; number_of_response:1; }","duration":"2.478081184s","start":"2026-07-24T17:27:06.398928Z","end":"2026-07-24T17:27:08.877009Z","steps":["trace[675170979] 'process raft request' (duration: 2.477204271s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:08.877151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482023618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:27:08.877209Z","caller":"traceutil/trace.go:171","msg":"trace[1107213676] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3662; }","duration":"2.482112271s","start":"2026-07-24T17:27:06.395081Z","end":"2026-07-24T17:27:08.877193Z","steps":["trace[1107213676] 'agreement among raft nodes before linearized reading' (duration: 2.481941115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:08.877283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.400921Z","time spent":"2.476043679s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:08.87744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.398907Z","time spent":"2.478310772s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:08.877311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.395066Z","time spent":"2.482228905s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:27:09.376658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:10.400412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:10.400528Z","caller":"traceutil/trace.go:171","msg":"trace[1752600964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031268s","start":"2026-07-24T17:27:08.400191Z","end":"2026-07-24T17:27:10.400503Z","steps":["trace[1752600964] 'agreement among raft nodes before linearized reading' (duration: 2.000179065s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.401127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:08.400174Z","time spent":"2.000747937s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:10.454781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.321901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:10.455236Z","caller":"traceutil/trace.go:171","msg":"trace[1720967895] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"3.360325213s","start":"2026-07-24T17:27:07.09489Z","end":"2026-07-24T17:27:10.455215Z","steps":["trace[1720967895] 'process raft request' (duration: 2.565452143s)","trace[1720967895] 'compare' (duration: 793.957396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:10.455441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:07.094873Z","time spent":"3.360446267s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:10.45572Z","caller":"traceutil/trace.go:171","msg":"trace[366839359] linearizableReadLoop","detail":"{readStateIndex:3821; appliedIndex:3816; }","duration":"1.579332525s","start":"2026-07-24T17:27:08.876374Z","end":"2026-07-24T17:27:10.455706Z","steps":["trace[366839359] 'read index received' (duration: 783.973217ms)","trace[366839359] 'applied index is now lower than readState.Index' (duration: 795.358418ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:10.455808Z","caller":"traceutil/trace.go:171","msg":"trace[2131118654] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"3.035172454s","start":"2026-07-24T17:27:07.420626Z","end":"2026-07-24T17:27:10.455798Z","steps":["trace[2131118654] 'process raft request' (duration: 3.034250641s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.455953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:07.420603Z","time spent":"3.035283209s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:10.456099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376125685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:10.456191Z","caller":"traceutil/trace.go:171","msg":"trace[906961568] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3667; }","duration":"2.376271351s","start":"2026-07-24T17:27:08.079898Z","end":"2026-07-24T17:27:10.456169Z","steps":["trace[906961568] 'agreement among raft nodes before linearized reading' (duration: 2.376135816s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.456326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:08.079877Z","time spent":"2.376433527s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:10.456442Z","caller":"traceutil/trace.go:171","msg":"trace[1654168711] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"2.060451668s","start":"2026-07-24T17:27:08.395979Z","end":"2026-07-24T17:27:10.45643Z","steps":["trace[1654168711] 'process raft request' (duration: 2.058952083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.456528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:08.39595Z","time spent":"2.06052144s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:10.456519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567901416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:27:10.456602Z","caller":"traceutil/trace.go:171","msg":"trace[1978031429] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3667; }","duration":"1.56803175s","start":"2026-07-24T17:27:08.888549Z","end":"2026-07-24T17:27:10.45658Z","steps":["trace[1978031429] 'agreement among raft nodes before linearized reading' (duration: 1.567645436s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:10.456662Z","caller":"traceutil/trace.go:171","msg":"trace[1484156564] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"2.059859656s","start":"2026-07-24T17:27:08.396795Z","end":"2026-07-24T17:27:10.456655Z","steps":["trace[1484156564] 'process raft request' (duration: 2.058855569s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.45668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:08.883921Z","time spent":"1.572744813s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:27:10.456715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:08.396785Z","time spent":"2.059900837s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:10.456932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225286298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-24T17:27:10.456969Z","caller":"traceutil/trace.go:171","msg":"trace[1749307470] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be; range_end:; response_count:1; response_revision:3667; }","duration":"2.22534633s","start":"2026-07-24T17:27:08.231612Z","end":"2026-07-24T17:27:10.456958Z","steps":["trace[1749307470] 'agreement among raft nodes before linearized reading' (duration: 2.225221145s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.456996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:08.231599Z","time spent":"2.225390902s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be\" "} {"level":"warn","ts":"2026-07-24T17:27:10.456143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998867886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:10.45709Z","caller":"traceutil/trace.go:171","msg":"trace[1656042973] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3667; }","duration":"3.999868302s","start":"2026-07-24T17:27:06.457202Z","end":"2026-07-24T17:27:10.45707Z","steps":["trace[1656042973] 'agreement among raft nodes before linearized reading' (duration: 3.998876546s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.457156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.457182Z","time spent":"3.999955726s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:27:10.457136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058851951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:27:10.457868Z","caller":"traceutil/trace.go:171","msg":"trace[326823226] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3667; }","duration":"4.060093766s","start":"2026-07-24T17:27:06.397555Z","end":"2026-07-24T17:27:10.457649Z","steps":["trace[326823226] 'agreement among raft nodes before linearized reading' (duration: 4.058724626s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.45792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:06.397533Z","time spent":"4.060374887s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:27:10.456634Z","caller":"traceutil/trace.go:171","msg":"trace[445525083] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"2.060016101s","start":"2026-07-24T17:27:08.396594Z","end":"2026-07-24T17:27:10.45661Z","steps":["trace[445525083] 'process raft request' (duration: 2.058972683s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:10.458394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:08.396564Z","time spent":"2.061593039s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:10.960974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:12.465835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:12.465894Z","caller":"traceutil/trace.go:171","msg":"trace[306346295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119793s","start":"2026-07-24T17:27:10.465762Z","end":"2026-07-24T17:27:12.465882Z","steps":["trace[306346295] 'agreement among raft nodes before linearized reading' (duration: 2.00004364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:12.465928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.465754Z","time spent":"2.000167685s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:14.034687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:14.034761Z","caller":"traceutil/trace.go:171","msg":"trace[841477319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307732s","start":"2026-07-24T17:27:12.034436Z","end":"2026-07-24T17:27:14.034744Z","steps":["trace[841477319] 'agreement among raft nodes before linearized reading' (duration: 2.000206429s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:14.034806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:12.03443Z","time spent":"2.000364014s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:14.422303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273255342s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:14.42394Z","caller":"traceutil/trace.go:171","msg":"trace[1269140414] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"3.963860839s","start":"2026-07-24T17:27:10.460053Z","end":"2026-07-24T17:27:14.423913Z","steps":["trace[1269140414] 'process raft request' (duration: 688.853022ms)","trace[1269140414] 'compare' (duration: 3.272282687s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:14.424055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.460013Z","time spent":"3.963977854s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:14.424314Z","caller":"traceutil/trace.go:171","msg":"trace[565043779] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"1.96193746s","start":"2026-07-24T17:27:12.462361Z","end":"2026-07-24T17:27:14.424298Z","steps":["trace[565043779] 'process raft request' (duration: 1.961834546s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:14.424392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:12.462335Z","time spent":"1.962022523s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:14.424324Z","caller":"traceutil/trace.go:171","msg":"trace[645154807] linearizableReadLoop","detail":"{readStateIndex:3823; appliedIndex:3821; }","duration":"3.963693284s","start":"2026-07-24T17:27:10.460616Z","end":"2026-07-24T17:27:14.42431Z","steps":["trace[645154807] 'read index received' (duration: 688.288552ms)","trace[645154807] 'applied index is now lower than readState.Index' (duration: 3.275403392s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:14.424447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.963842249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:27:14.424483Z","caller":"traceutil/trace.go:171","msg":"trace[808113183] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3670; }","duration":"3.963913572s","start":"2026-07-24T17:27:10.460561Z","end":"2026-07-24T17:27:14.424475Z","steps":["trace[808113183] 'agreement among raft nodes before linearized reading' (duration: 3.963781527s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:14.424521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.460547Z","time spent":"3.963968843s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-24T17:27:14.424337Z","caller":"traceutil/trace.go:171","msg":"trace[2045496446] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"3.540595537s","start":"2026-07-24T17:27:10.88371Z","end":"2026-07-24T17:27:14.424305Z","steps":["trace[2045496446] 'process raft request' (duration: 3.538666356s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:14.42478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.883686Z","time spent":"3.540983492s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:14.466118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:14.466237Z","caller":"traceutil/trace.go:171","msg":"trace[1256448374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011251s","start":"2026-07-24T17:27:12.466181Z","end":"2026-07-24T17:27:14.466193Z","steps":["trace[1256448374] 'agreement among raft nodes before linearized reading' (duration: 1.999892707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:14.466297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:12.466164Z","time spent":"2.000119476s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:14.925299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:15.425554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:15.56168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.880929133s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:27:15.562552Z","caller":"traceutil/trace.go:171","msg":"trace[1689185339] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"3.09828514s","start":"2026-07-24T17:27:12.464248Z","end":"2026-07-24T17:27:15.562534Z","steps":["trace[1689185339] 'process raft request' (duration: 3.098140164s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:15.562732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:12.464226Z","time spent":"3.098379383s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:15.562886Z","caller":"traceutil/trace.go:171","msg":"trace[1055198527] transaction","detail":"{read_only:false; response_revision:3672; number_of_response:1; }","duration":"3.098467056s","start":"2026-07-24T17:27:12.464382Z","end":"2026-07-24T17:27:15.562849Z","steps":["trace[1055198527] 'process raft request' (duration: 3.098103543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:15.563047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:12.464372Z","time spent":"3.098593521s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:15.881262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999502101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:15.881626Z","caller":"traceutil/trace.go:171","msg":"trace[6512232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999916436s","start":"2026-07-24T17:27:10.881683Z","end":"2026-07-24T17:27:15.881599Z","steps":["trace[6512232] 'agreement among raft nodes before linearized reading' (duration: 4.99950493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:15.881878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.881659Z","time spent":"5.000199366s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 17:27:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:15.882523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99919536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:15.882668Z","caller":"traceutil/trace.go:171","msg":"trace[926064294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999385277s","start":"2026-07-24T17:27:10.883223Z","end":"2026-07-24T17:27:15.882609Z","steps":["trace[926064294] 'agreement among raft nodes before linearized reading' (duration: 4.99920902s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:15.882763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.883214Z","time spent":"4.999526292s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:27:15.882848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999314464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:15.882905Z","caller":"traceutil/trace.go:171","msg":"trace[1506797782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999375556s","start":"2026-07-24T17:27:10.88351Z","end":"2026-07-24T17:27:15.882886Z","steps":["trace[1506797782] 'agreement among raft nodes before linearized reading' (duration: 4.999328934s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:15.88295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.883503Z","time spent":"4.999438078s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:16.474376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:16.474435Z","caller":"traceutil/trace.go:171","msg":"trace[1670053267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281125s","start":"2026-07-24T17:27:14.474141Z","end":"2026-07-24T17:27:16.474422Z","steps":["trace[1670053267] 'agreement among raft nodes before linearized reading' (duration: 2.000208763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:16.474465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:14.474103Z","time spent":"2.000355869s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:18.14364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.617691677s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:18.433367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.705714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:18.433907Z","caller":"traceutil/trace.go:171","msg":"trace[1894429142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3672; }","duration":"998.186432ms","start":"2026-07-24T17:27:17.435534Z","end":"2026-07-24T17:27:18.43372Z","steps":["trace[1894429142] 'range keys from in-memory index tree' (duration: 997.637822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:18.434524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908491272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:18.435512Z","caller":"traceutil/trace.go:171","msg":"trace[1945012209] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"5.272428659s","start":"2026-07-24T17:27:13.163068Z","end":"2026-07-24T17:27:18.435497Z","steps":["trace[1945012209] 'process raft request' (duration: 3.362852387s)","trace[1945012209] 'compare' (duration: 1.907116751s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:18.43557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:13.163042Z","time spent":"5.272498072s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:18.47477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999777556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:18.474849Z","caller":"traceutil/trace.go:171","msg":"trace[982824252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999932632s","start":"2026-07-24T17:27:16.474896Z","end":"2026-07-24T17:27:18.474829Z","steps":["trace[982824252] 'agreement among raft nodes before linearized reading' (duration: 1.999809907s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:18.474894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:16.474771Z","time spent":"2.000114009s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:20.064394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629766842s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:27:20.068862Z","caller":"traceutil/trace.go:171","msg":"trace[1333423040] linearizableReadLoop","detail":"{readStateIndex:3829; appliedIndex:3824; }","duration":"5.644286423s","start":"2026-07-24T17:27:14.424469Z","end":"2026-07-24T17:27:20.068755Z","steps":["trace[1333423040] 'read index received' (duration: 1.137921967s)","trace[1333423040] 'applied index is now lower than readState.Index' (duration: 4.506265073s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:20.069404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:14.427721Z","time spent":"5.641679817s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:27:20.069633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489374994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:27:20.06972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337704857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:20.069748Z","caller":"traceutil/trace.go:171","msg":"trace[2114374391] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3674; }","duration":"8.489499358s","start":"2026-07-24T17:27:11.58019Z","end":"2026-07-24T17:27:20.069689Z","steps":["trace[2114374391] 'agreement among raft nodes before linearized reading' (duration: 8.489253689s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:20.069797Z","caller":"traceutil/trace.go:171","msg":"trace[1618035215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3674; }","duration":"7.337814871s","start":"2026-07-24T17:27:12.731946Z","end":"2026-07-24T17:27:20.069761Z","steps":["trace[1618035215] 'agreement among raft nodes before linearized reading' (duration: 7.337583793s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.069801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:11.58017Z","time spent":"8.489617562s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:20.069833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:12.731923Z","time spent":"7.337901015s","remote":"127.0.0.1:60120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:20.070069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806883435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:20.070103Z","caller":"traceutil/trace.go:171","msg":"trace[723978252] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3674; }","duration":"5.806945607s","start":"2026-07-24T17:27:14.263139Z","end":"2026-07-24T17:27:20.070084Z","steps":["trace[723978252] 'agreement among raft nodes before linearized reading' (duration: 5.806895616s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.070126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:14.263118Z","time spent":"5.80700146s","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:20.070412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.185466342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:27:20.070468Z","caller":"traceutil/trace.go:171","msg":"trace[213272320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3674; }","duration":"9.185555575s","start":"2026-07-24T17:27:10.884899Z","end":"2026-07-24T17:27:20.070454Z","steps":["trace[213272320] 'agreement among raft nodes before linearized reading' (duration: 9.185215012s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.070509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.884887Z","time spent":"9.185604867s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:20.0706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.036229234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:27:20.070651Z","caller":"traceutil/trace.go:171","msg":"trace[1032714890] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3674; }","duration":"8.036304826s","start":"2026-07-24T17:27:12.034321Z","end":"2026-07-24T17:27:20.070626Z","steps":["trace[1032714890] 'agreement among raft nodes before linearized reading' (duration: 8.036017586s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.070681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:12.034272Z","time spent":"8.03640121s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:27:20.070782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.386932235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:20.07084Z","caller":"traceutil/trace.go:171","msg":"trace[1334011508] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3674; }","duration":"9.38705347s","start":"2026-07-24T17:27:10.683771Z","end":"2026-07-24T17:27:20.070824Z","steps":["trace[1334011508] 'agreement among raft nodes before linearized reading' (duration: 9.386747888s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.070891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.683747Z","time spent":"9.387133033s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:20.07093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.608139342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:20.070978Z","caller":"traceutil/trace.go:171","msg":"trace[19812198] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3674; }","duration":"9.608216595s","start":"2026-07-24T17:27:10.46275Z","end":"2026-07-24T17:27:20.070966Z","steps":["trace[19812198] 'agreement among raft nodes before linearized reading' (duration: 9.608116221s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.071017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.462736Z","time spent":"9.608265857s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:27:20.071608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.188771084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:27:20.071663Z","caller":"traceutil/trace.go:171","msg":"trace[1574842573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3674; }","duration":"9.188868607s","start":"2026-07-24T17:27:10.882777Z","end":"2026-07-24T17:27:20.071645Z","steps":["trace[1574842573] 'agreement among raft nodes before linearized reading' (duration: 9.188744082s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.071716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:10.882757Z","time spent":"9.1889406s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:27:20.073323Z","caller":"traceutil/trace.go:171","msg":"trace[507894620] transaction","detail":"{read_only:false; response_revision:3675; number_of_response:1; }","duration":"3.640953388s","start":"2026-07-24T17:27:16.432314Z","end":"2026-07-24T17:27:20.073268Z","steps":["trace[507894620] 'process raft request' (duration: 3.636010715s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:20.073417Z","caller":"traceutil/trace.go:171","msg":"trace[137288122] transaction","detail":"{read_only:false; response_revision:3676; number_of_response:1; }","duration":"3.639464933s","start":"2026-07-24T17:27:16.433913Z","end":"2026-07-24T17:27:20.073378Z","steps":["trace[137288122] 'process raft request' (duration: 3.639013606s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.073432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:16.432301Z","time spent":"3.641065742s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:20.073601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:16.43389Z","time spent":"3.639569067s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:20.240312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.096437771s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:20.483502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000626867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:20.483631Z","caller":"traceutil/trace.go:171","msg":"trace[537519089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809294s","start":"2026-07-24T17:27:18.482795Z","end":"2026-07-24T17:27:20.483604Z","steps":["trace[537519089] 'agreement among raft nodes before linearized reading' (duration: 2.000651008s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.483708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:18.48278Z","time spent":"2.000911978s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:20.880978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99726596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:20.881048Z","caller":"traceutil/trace.go:171","msg":"trace[1069235904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997378174s","start":"2026-07-24T17:27:17.883651Z","end":"2026-07-24T17:27:20.881029Z","steps":["trace[1069235904] 'agreement among raft nodes before linearized reading' (duration: 2.997289921s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.881089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:17.883636Z","time spent":"2.997444296s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 17:27:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:20.884325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999325645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T17:27:20.884386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.076967Z","time spent":"807.409963ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 17:27:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:20.884481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.076852Z","time spent":"807.62392ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-07-24T17:27:20.88465Z","caller":"traceutil/trace.go:171","msg":"trace[1754061442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999483852s","start":"2026-07-24T17:27:17.88495Z","end":"2026-07-24T17:27:20.884434Z","steps":["trace[1754061442] 'agreement among raft nodes before linearized reading' (duration: 2.999333406s)"],"step_count":1} 2026/07/24 17:27:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:20.884844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:17.884944Z","time spent":"2.999836094s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 17:27:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:20.88436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999326585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:20.885043Z","caller":"traceutil/trace.go:171","msg":"trace[652701410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.000049483s","start":"2026-07-24T17:27:17.884983Z","end":"2026-07-24T17:27:20.885032Z","steps":["trace[652701410] 'agreement among raft nodes before linearized reading' (duration: 2.999333616s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:20.885129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:17.884979Z","time spent":"3.000137446s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 17:27:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:22.145993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905138565s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:22.146222Z","caller":"traceutil/trace.go:171","msg":"trace[296459364] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"4.607573746s","start":"2026-07-24T17:27:17.53862Z","end":"2026-07-24T17:27:22.146193Z","steps":["trace[296459364] 'process raft request' (duration: 2.70216054s)","trace[296459364] 'compare' (duration: 1.904340696s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:22.146353Z","caller":"traceutil/trace.go:171","msg":"trace[243978268] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3680; }","duration":"2.072521726s","start":"2026-07-24T17:27:20.073814Z","end":"2026-07-24T17:27:22.146336Z","steps":["trace[243978268] 'process raft request' (duration: 2.072422472s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.146435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.073792Z","time spent":"2.072604349s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:22.146879Z","caller":"traceutil/trace.go:171","msg":"trace[263047298] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"4.607018276s","start":"2026-07-24T17:27:17.539847Z","end":"2026-07-24T17:27:22.146866Z","steps":["trace[263047298] 'process raft request' (duration: 4.606249237s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.146954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:17.539816Z","time spent":"4.607102009s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:22.147042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:17.53859Z","time spent":"4.607732472s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:22.147102Z","caller":"traceutil/trace.go:171","msg":"trace[1932568409] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"4.579920007s","start":"2026-07-24T17:27:17.567172Z","end":"2026-07-24T17:27:22.147092Z","steps":["trace[1932568409] 'process raft request' (duration: 4.578992733s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.147153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:17.567158Z","time spent":"4.579966998s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:22.147242Z","caller":"traceutil/trace.go:171","msg":"trace[821290743] linearizableReadLoop","detail":"{readStateIndex:3835; appliedIndex:3831; }","duration":"2.078301529s","start":"2026-07-24T17:27:20.068931Z","end":"2026-07-24T17:27:22.147233Z","steps":["trace[821290743] 'read index received' (duration: 171.738581ms)","trace[821290743] 'applied index is now lower than readState.Index' (duration: 1.906562038s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:22.147254Z","caller":"traceutil/trace.go:171","msg":"trace[173472584] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"4.57999147s","start":"2026-07-24T17:27:17.567224Z","end":"2026-07-24T17:27:22.147215Z","steps":["trace[173472584] 'process raft request' (duration: 4.578972912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.14733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598464686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:22.147352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821290447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:22.147366Z","caller":"traceutil/trace.go:171","msg":"trace[762356450] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3682; }","duration":"2.598532199s","start":"2026-07-24T17:27:19.548824Z","end":"2026-07-24T17:27:22.147356Z","steps":["trace[762356450] 'agreement among raft nodes before linearized reading' (duration: 2.598471677s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:22.147383Z","caller":"traceutil/trace.go:171","msg":"trace[1596546708] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3682; }","duration":"3.82136134s","start":"2026-07-24T17:27:18.326012Z","end":"2026-07-24T17:27:22.147374Z","steps":["trace[1596546708] 'agreement among raft nodes before linearized reading' (duration: 3.821308038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.147397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:19.548808Z","time spent":"2.598580391s","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:22.147429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:17.567207Z","time spent":"4.580127454s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:22.147508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251833565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124002"} {"level":"info","ts":"2026-07-24T17:27:22.147538Z","caller":"traceutil/trace.go:171","msg":"trace[115476104] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3682; }","duration":"3.251894938s","start":"2026-07-24T17:27:18.895637Z","end":"2026-07-24T17:27:22.147532Z","steps":["trace[115476104] 'agreement among raft nodes before linearized reading' (duration: 3.251783494s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.147555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:18.895616Z","time spent":"3.251935269s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124025,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T17:27:22.147556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725204626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:22.147602Z","caller":"traceutil/trace.go:171","msg":"trace[1337649665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3682; }","duration":"5.725294969s","start":"2026-07-24T17:27:16.422295Z","end":"2026-07-24T17:27:22.14759Z","steps":["trace[1337649665] 'agreement among raft nodes before linearized reading' (duration: 5.725234767s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.147649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704838952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:22.147651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:16.422271Z","time spent":"5.725367352s","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:22.147683Z","caller":"traceutil/trace.go:171","msg":"trace[303737664] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3682; }","duration":"3.704899015s","start":"2026-07-24T17:27:18.442771Z","end":"2026-07-24T17:27:22.14767Z","steps":["trace[303737664] 'agreement among raft nodes before linearized reading' (duration: 3.704859514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.147714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772186647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-24T17:27:22.147715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:18.442756Z","time spent":"3.704951457s","remote":"127.0.0.1:49550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:22.147742Z","caller":"traceutil/trace.go:171","msg":"trace[1268827472] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3682; }","duration":"3.77225554s","start":"2026-07-24T17:27:18.37548Z","end":"2026-07-24T17:27:22.147736Z","steps":["trace[1268827472] 'agreement among raft nodes before linearized reading' (duration: 3.772199278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.147762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:18.375459Z","time spent":"3.772297921s","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-24T17:27:22.147892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.946653071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T17:27:22.147931Z","caller":"traceutil/trace.go:171","msg":"trace[930176801] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3682; }","duration":"6.946731524s","start":"2026-07-24T17:27:15.201191Z","end":"2026-07-24T17:27:22.147922Z","steps":["trace[930176801] 'agreement among raft nodes before linearized reading' (duration: 6.946596439s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.147959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:15.201172Z","time spent":"6.946780106s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:27:22.147407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:18.325993Z","time spent":"3.821408251s","remote":"127.0.0.1:50380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:22.147605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750090472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:22.148228Z","caller":"traceutil/trace.go:171","msg":"trace[1635731787] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3682; }","duration":"3.750713915s","start":"2026-07-24T17:27:18.397503Z","end":"2026-07-24T17:27:22.148217Z","steps":["trace[1635731787] 'agreement among raft nodes before linearized reading' (duration: 3.75005897s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.148269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:18.397447Z","time spent":"3.750809408s","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:22.148342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.195574634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:22.14839Z","caller":"traceutil/trace.go:171","msg":"trace[1107255313] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3682; }","duration":"7.195666077s","start":"2026-07-24T17:27:14.952709Z","end":"2026-07-24T17:27:22.148375Z","steps":["trace[1107255313] 'agreement among raft nodes before linearized reading' (duration: 7.195566594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.148423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.721505443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:27:22.148447Z","caller":"traceutil/trace.go:171","msg":"trace[1731043257] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3682; }","duration":"7.721559305s","start":"2026-07-24T17:27:14.426881Z","end":"2026-07-24T17:27:22.14844Z","steps":["trace[1731043257] 'agreement among raft nodes before linearized reading' (duration: 7.721487282s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.14844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.250178052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:27:22.148468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:14.426827Z","time spent":"7.721636988s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"warn","ts":"2026-07-24T17:27:22.148455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:14.952677Z","time spent":"7.195765841s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:22.148496Z","caller":"traceutil/trace.go:171","msg":"trace[1688120613] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3682; }","duration":"7.250287406s","start":"2026-07-24T17:27:14.898198Z","end":"2026-07-24T17:27:22.148485Z","steps":["trace[1688120613] 'agreement among raft nodes before linearized reading' (duration: 7.250190753s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.148541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:14.898172Z","time spent":"7.250359279s","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:22.484038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999751824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:22.484134Z","caller":"traceutil/trace.go:171","msg":"trace[2084276760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999894589s","start":"2026-07-24T17:27:20.484218Z","end":"2026-07-24T17:27:22.484113Z","steps":["trace[2084276760] 'agreement among raft nodes before linearized reading' (duration: 1.999781415s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:22.484209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.484201Z","time spent":"1.999992153s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:22.648353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:22.979939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.820191082s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:24.035611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:24.036155Z","caller":"traceutil/trace.go:171","msg":"trace[1147785879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867681s","start":"2026-07-24T17:27:22.035209Z","end":"2026-07-24T17:27:24.036077Z","steps":["trace[1147785879] 'agreement among raft nodes before linearized reading' (duration: 2.000360312s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:24.03654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.03519Z","time spent":"2.001330869s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:24.492292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:24.492385Z","caller":"traceutil/trace.go:171","msg":"trace[555802459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345612s","start":"2026-07-24T17:27:22.492019Z","end":"2026-07-24T17:27:24.492365Z","steps":["trace[555802459] 'agreement among raft nodes before linearized reading' (duration: 2.000225448s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:24.492435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.491939Z","time spent":"2.000485618s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:24.904398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924212115s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:24.904625Z","caller":"traceutil/trace.go:171","msg":"trace[896610183] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"4.016364843s","start":"2026-07-24T17:27:20.888247Z","end":"2026-07-24T17:27:24.904612Z","steps":["trace[896610183] 'process raft request' (duration: 4.016337382s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:24.904593Z","caller":"traceutil/trace.go:171","msg":"trace[1595055861] transaction","detail":"{read_only:false; response_revision:3684; number_of_response:1; }","duration":"4.11973632s","start":"2026-07-24T17:27:20.78483Z","end":"2026-07-24T17:27:24.904566Z","steps":["trace[1595055861] 'process raft request' (duration: 4.119648157s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:24.904644Z","caller":"traceutil/trace.go:171","msg":"trace[2121687809] transaction","detail":"{read_only:false; response_revision:3683; number_of_response:1; }","duration":"4.377680875s","start":"2026-07-24T17:27:20.526942Z","end":"2026-07-24T17:27:24.904623Z","steps":["trace[2121687809] 'process raft request' (duration: 2.45318979s)","trace[2121687809] 'compare' (duration: 1.923620393s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:24.904703Z","caller":"traceutil/trace.go:171","msg":"trace[895059755] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3684; }","duration":"4.019731538s","start":"2026-07-24T17:27:20.884965Z","end":"2026-07-24T17:27:24.904696Z","steps":["trace[895059755] 'process raft request' (duration: 4.019551621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:24.904731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.884948Z","time spent":"4.019768988s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:24.904747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.784804Z","time spent":"4.119869235s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:24.904752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.526917Z","time spent":"4.377785709s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:24.90486Z","caller":"traceutil/trace.go:171","msg":"trace[841044646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3684; }","duration":"4.019857342s","start":"2026-07-24T17:27:20.884996Z","end":"2026-07-24T17:27:24.904853Z","steps":["trace[841044646] 'process raft request' (duration: 4.019540631s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:24.904897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.884982Z","time spent":"4.019898083s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:24.904675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.88824Z","time spent":"4.016413405s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:24.905016Z","caller":"traceutil/trace.go:171","msg":"trace[224522496] transaction","detail":"{read_only:false; response_revision:3685; number_of_response:1; }","duration":"4.017742434s","start":"2026-07-24T17:27:20.887266Z","end":"2026-07-24T17:27:24.905009Z","steps":["trace[224522496] 'process raft request' (duration: 4.017287737s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:24.905055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.887246Z","time spent":"4.017790405s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:25.958217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.047740629s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:26.500275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000730563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:26.500374Z","caller":"traceutil/trace.go:171","msg":"trace[1609889952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000886069s","start":"2026-07-24T17:27:24.499466Z","end":"2026-07-24T17:27:26.500352Z","steps":["trace[1609889952] 'agreement among raft nodes before linearized reading' (duration: 2.000768985s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.500431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:24.499448Z","time spent":"2.000971981s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:26.780243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.670205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:26.780816Z","caller":"traceutil/trace.go:171","msg":"trace[809292489] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"837.029134ms","start":"2026-07-24T17:27:25.943775Z","end":"2026-07-24T17:27:26.780804Z","steps":["trace[809292489] 'process raft request' (duration: 837.004123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.780865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:25.94375Z","time spent":"837.095266ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:26.781159Z","caller":"traceutil/trace.go:171","msg":"trace[468785480] transaction","detail":"{read_only:false; response_revision:3687; number_of_response:1; }","duration":"4.700824838s","start":"2026-07-24T17:27:22.080326Z","end":"2026-07-24T17:27:26.781151Z","steps":["trace[468785480] 'process raft request' (duration: 3.878182166s)","trace[468785480] 'compare' (duration: 821.177297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:26.781199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.080238Z","time spent":"4.700943022s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:26.781342Z","caller":"traceutil/trace.go:171","msg":"trace[52775303] transaction","detail":"{read_only:false; response_revision:3688; number_of_response:1; }","duration":"4.699681915s","start":"2026-07-24T17:27:22.081654Z","end":"2026-07-24T17:27:26.781336Z","steps":["trace[52775303] 'process raft request' (duration: 4.698671958s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.781381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.081638Z","time spent":"4.699723997s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:26.781519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.148974Z","time spent":"4.632543143s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:27:26.781672Z","caller":"traceutil/trace.go:171","msg":"trace[1211278210] linearizableReadLoop","detail":"{readStateIndex:3848; appliedIndex:3838; }","duration":"4.634374981s","start":"2026-07-24T17:27:22.147268Z","end":"2026-07-24T17:27:26.781643Z","steps":["trace[1211278210] 'read index received' (duration: 832.87961ms)","trace[1211278210] 'applied index is now lower than readState.Index' (duration: 3.801492301s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:26.781675Z","caller":"traceutil/trace.go:171","msg":"trace[202433609] transaction","detail":"{read_only:false; response_revision:3690; number_of_response:1; }","duration":"2.627552324s","start":"2026-07-24T17:27:24.154094Z","end":"2026-07-24T17:27:26.781646Z","steps":["trace[202433609] 'process raft request' (duration: 2.626656051s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:26.781906Z","caller":"traceutil/trace.go:171","msg":"trace[768120343] transaction","detail":"{read_only:false; response_revision:3689; number_of_response:1; }","duration":"2.628123845s","start":"2026-07-24T17:27:24.153775Z","end":"2026-07-24T17:27:26.781899Z","steps":["trace[768120343] 'process raft request' (duration: 2.626938241s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.781895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:24.154075Z","time spent":"2.627691689s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:26.781949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:24.153751Z","time spent":"2.628179067s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:26.782243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.15123Z","time spent":"4.631008687s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:27:26.783108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.667922302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:26.783161Z","caller":"traceutil/trace.go:171","msg":"trace[692271107] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3691; }","duration":"5.668025696s","start":"2026-07-24T17:27:21.115121Z","end":"2026-07-24T17:27:26.783147Z","steps":["trace[692271107] 'agreement among raft nodes before linearized reading' (duration: 5.667926452s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.783201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:21.115102Z","time spent":"5.668086258s","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:26.783278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.708069791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:27:26.783346Z","caller":"traceutil/trace.go:171","msg":"trace[1383462389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3691; }","duration":"6.708154453s","start":"2026-07-24T17:27:20.075176Z","end":"2026-07-24T17:27:26.78333Z","steps":["trace[1383462389] 'agreement among raft nodes before linearized reading' (duration: 6.707946316s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.783396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.075167Z","time spent":"6.708218326s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:27:26.78361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961451662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:26.783665Z","caller":"traceutil/trace.go:171","msg":"trace[106166663] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3691; }","duration":"5.961548116s","start":"2026-07-24T17:27:20.822101Z","end":"2026-07-24T17:27:26.783649Z","steps":["trace[106166663] 'agreement among raft nodes before linearized reading' (duration: 5.961469623s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.783677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224466323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:26.783706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.822083Z","time spent":"5.961614429s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:26.783715Z","caller":"traceutil/trace.go:171","msg":"trace[2086884338] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3691; }","duration":"1.224539925s","start":"2026-07-24T17:27:25.559164Z","end":"2026-07-24T17:27:26.783704Z","steps":["trace[2086884338] 'agreement among raft nodes before linearized reading' (duration: 1.224477373s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.783746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:25.559145Z","time spent":"1.224593127s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:26.783786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553794802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:26.783882Z","caller":"traceutil/trace.go:171","msg":"trace[747462548] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3691; }","duration":"4.554037382s","start":"2026-07-24T17:27:22.229836Z","end":"2026-07-24T17:27:26.783873Z","steps":["trace[747462548] 'agreement among raft nodes before linearized reading' (duration: 4.553819613s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.783912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.341579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:26.783928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213216521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:27:26.783965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.708678163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-07-24T17:27:26.783989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.93258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:26.784Z","caller":"traceutil/trace.go:171","msg":"trace[1786270678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3691; }","duration":"4.213331636s","start":"2026-07-24T17:27:22.570652Z","end":"2026-07-24T17:27:26.783984Z","steps":["trace[1786270678] 'agreement among raft nodes before linearized reading' (duration: 4.213203191s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:26.784011Z","caller":"traceutil/trace.go:171","msg":"trace[884704581] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3691; }","duration":"6.708734105s","start":"2026-07-24T17:27:20.07526Z","end":"2026-07-24T17:27:26.783994Z","steps":["trace[884704581] 'agreement among raft nodes before linearized reading' (duration: 6.70859995s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.784034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.570638Z","time spent":"4.213387758s","remote":"127.0.0.1:36804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:26.784063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:20.075254Z","time spent":"6.708799258s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:27:26.784023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.229813Z","time spent":"4.554082843s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:26.783948Z","caller":"traceutil/trace.go:171","msg":"trace[774937078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3691; }","duration":"283.408982ms","start":"2026-07-24T17:27:26.500528Z","end":"2026-07-24T17:27:26.783937Z","steps":["trace[774937078] 'agreement among raft nodes before linearized reading' (duration: 283.36198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:26.784019Z","caller":"traceutil/trace.go:171","msg":"trace[554429134] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3691; }","duration":"572.998542ms","start":"2026-07-24T17:27:26.211014Z","end":"2026-07-24T17:27:26.784012Z","steps":["trace[554429134] 'agreement among raft nodes before linearized reading' (duration: 572.95355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.784071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.775429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"warn","ts":"2026-07-24T17:27:26.784304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.210996Z","time spent":"573.297153ms","remote":"127.0.0.1:49518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:26.784314Z","caller":"traceutil/trace.go:171","msg":"trace[2041982762] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:3691; }","duration":"687.044028ms","start":"2026-07-24T17:27:26.097255Z","end":"2026-07-24T17:27:26.784299Z","steps":["trace[2041982762] 'agreement among raft nodes before linearized reading' (duration: 686.780659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.784359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.097237Z","time spent":"687.109241ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-24T17:27:26.78448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633563001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:21 size:32578"} {"level":"info","ts":"2026-07-24T17:27:26.784566Z","caller":"traceutil/trace.go:171","msg":"trace[1997038592] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:21; response_revision:3691; }","duration":"4.633666596s","start":"2026-07-24T17:27:22.150886Z","end":"2026-07-24T17:27:26.784552Z","steps":["trace[1997038592] 'agreement among raft nodes before linearized reading' (duration: 4.632410489s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.784618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632955129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-07-24T17:27:26.784662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632992731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:21 size:32578"} {"level":"info","ts":"2026-07-24T17:27:26.784658Z","caller":"traceutil/trace.go:171","msg":"trace[1119767896] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b; range_end:; response_count:1; response_revision:3691; }","duration":"4.6329939s","start":"2026-07-24T17:27:22.151654Z","end":"2026-07-24T17:27:26.784648Z","steps":["trace[1119767896] 'agreement among raft nodes before linearized reading' (duration: 4.632892336s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:26.784684Z","caller":"traceutil/trace.go:171","msg":"trace[996446670] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:21; response_revision:3691; }","duration":"4.633029552s","start":"2026-07-24T17:27:22.151648Z","end":"2026-07-24T17:27:26.784678Z","steps":["trace[996446670] 'agreement among raft nodes before linearized reading' (duration: 4.632842645s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:26.784692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.151621Z","time spent":"4.633064414s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" "} {"level":"warn","ts":"2026-07-24T17:27:26.784707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.151641Z","time spent":"4.633061793s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":21,"response size":32601,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-24T17:27:26.784633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:22.150877Z","time spent":"4.633743498s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":21,"response size":32601,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-24T17:27:28.382669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.2353ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:28.383975Z","caller":"traceutil/trace.go:171","msg":"trace[40975525] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3691; }","duration":"947.551529ms","start":"2026-07-24T17:27:27.436406Z","end":"2026-07-24T17:27:28.383958Z","steps":["trace[40975525] 'range keys from in-memory index tree' (duration: 946.221069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:28.384895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37108605s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:28.385003Z","caller":"traceutil/trace.go:171","msg":"trace[2014098494] linearizableReadLoop","detail":"{readStateIndex:3852; appliedIndex:3851; }","duration":"1.597872784s","start":"2026-07-24T17:27:26.787108Z","end":"2026-07-24T17:27:28.384981Z","steps":["trace[2014098494] 'read index received' (duration: 226.68611ms)","trace[2014098494] 'applied index is now lower than readState.Index' (duration: 1.371184554s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:28.385181Z","caller":"traceutil/trace.go:171","msg":"trace[1522956078] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"1.602700933s","start":"2026-07-24T17:27:26.782465Z","end":"2026-07-24T17:27:28.385166Z","steps":["trace[1522956078] 'process raft request' (duration: 231.25832ms)","trace[1522956078] 'compare' (duration: 1.368825796s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:28.385256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.782444Z","time spent":"1.602776105s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:28.385453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598314871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:27:28.385551Z","caller":"traceutil/trace.go:171","msg":"trace[1727498924] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3692; }","duration":"1.598438435s","start":"2026-07-24T17:27:26.787089Z","end":"2026-07-24T17:27:28.385528Z","steps":["trace[1727498924] 'agreement among raft nodes before linearized reading' (duration: 1.598154284s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:28.385601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.787078Z","time spent":"1.598511018s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:27:28.666187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.584572111s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:28.791475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998704583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:28.791624Z","caller":"traceutil/trace.go:171","msg":"trace[1079228306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998883041s","start":"2026-07-24T17:27:26.792721Z","end":"2026-07-24T17:27:28.791604Z","steps":["trace[1079228306] 'agreement among raft nodes before linearized reading' (duration: 1.998711094s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:28.791685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.792714Z","time spent":"1.998958893s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:29.264773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.212087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:29.265825Z","caller":"traceutil/trace.go:171","msg":"trace[1047134548] linearizableReadLoop","detail":"{readStateIndex:3854; appliedIndex:3852; }","duration":"880.771599ms","start":"2026-07-24T17:27:28.385034Z","end":"2026-07-24T17:27:29.265806Z","steps":["trace[1047134548] 'read index received' (duration: 281.342197ms)","trace[1047134548] 'applied index is now lower than readState.Index' (duration: 599.428402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:29.266208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477011372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:29.26627Z","caller":"traceutil/trace.go:171","msg":"trace[917933641] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3694; }","duration":"1.477123986s","start":"2026-07-24T17:27:27.789133Z","end":"2026-07-24T17:27:29.266257Z","steps":["trace[917933641] 'agreement among raft nodes before linearized reading' (duration: 1.477018302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:29.266314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:27.789112Z","time spent":"1.477188949s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:29.266378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477405176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:27:29.266434Z","caller":"traceutil/trace.go:171","msg":"trace[1757358199] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3694; }","duration":"2.477475919s","start":"2026-07-24T17:27:26.788946Z","end":"2026-07-24T17:27:29.266422Z","steps":["trace[1757358199] 'agreement among raft nodes before linearized reading' (duration: 2.477306462s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:29.266473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.788936Z","time spent":"2.477528861s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:27:29.266554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347622055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:29.266569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078204922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-24T17:27:29.266658Z","caller":"traceutil/trace.go:171","msg":"trace[2140981274] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3694; }","duration":"1.078326587s","start":"2026-07-24T17:27:28.188301Z","end":"2026-07-24T17:27:29.266628Z","steps":["trace[2140981274] 'agreement among raft nodes before linearized reading' (duration: 1.078063917s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:29.266719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47777041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124002"} {"level":"info","ts":"2026-07-24T17:27:29.26677Z","caller":"traceutil/trace.go:171","msg":"trace[1294288196] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3694; }","duration":"2.477819302s","start":"2026-07-24T17:27:26.788938Z","end":"2026-07-24T17:27:29.266757Z","steps":["trace[1294288196] 'agreement among raft nodes before linearized reading' (duration: 2.477676797s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:29.266772Z","caller":"traceutil/trace.go:171","msg":"trace[1079872480] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"2.473587375s","start":"2026-07-24T17:27:26.793173Z","end":"2026-07-24T17:27:29.26676Z","steps":["trace[1079872480] 'process raft request' (duration: 2.471716586s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:29.266806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.78891Z","time spent":"2.477887904s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124025,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T17:27:29.266868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.793162Z","time spent":"2.473642967s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:29.26672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:28.188284Z","time spent":"1.07842597s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T17:27:29.266604Z","caller":"traceutil/trace.go:171","msg":"trace[1996382828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3694; }","duration":"1.347676457s","start":"2026-07-24T17:27:27.918915Z","end":"2026-07-24T17:27:29.266592Z","steps":["trace[1996382828] 'agreement among raft nodes before linearized reading' (duration: 1.347593884s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:29.267272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:27.918856Z","time spent":"1.348395463s","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:29.267201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478284379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T17:27:29.267444Z","caller":"traceutil/trace.go:171","msg":"trace[1251863572] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3694; }","duration":"2.478527247s","start":"2026-07-24T17:27:26.788892Z","end":"2026-07-24T17:27:29.267419Z","steps":["trace[1251863572] 'agreement among raft nodes before linearized reading' (duration: 2.478262498s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:29.268856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.788885Z","time spent":"2.479905659s","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-24T17:27:29.267506Z","caller":"traceutil/trace.go:171","msg":"trace[1636582713] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"2.480313544s","start":"2026-07-24T17:27:26.787154Z","end":"2026-07-24T17:27:29.267467Z","steps":["trace[1636582713] 'process raft request' (duration: 1.879309384s)","trace[1636582713] 'compare' (duration: 597.899815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:29.26913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:26.787137Z","time spent":"2.481893373s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:29.766468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:30.149873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360792196s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:27:30.21708Z","caller":"traceutil/trace.go:171","msg":"trace[909514128] linearizableReadLoop","detail":"{readStateIndex:3858; appliedIndex:3854; }","duration":"951.182459ms","start":"2026-07-24T17:27:29.26588Z","end":"2026-07-24T17:27:30.217063Z","steps":["trace[909514128] 'read index received' (duration: 884.316186ms)","trace[909514128] 'applied index is now lower than readState.Index' (duration: 66.865573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:30.217812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.071659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:27:30.217843Z","caller":"traceutil/trace.go:171","msg":"trace[1753224003] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3698; }","duration":"946.150442ms","start":"2026-07-24T17:27:29.271686Z","end":"2026-07-24T17:27:30.217836Z","steps":["trace[1753224003] 'agreement among raft nodes before linearized reading' (duration: 946.034598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.217881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820030895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T17:27:30.217925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:29.271666Z","time spent":"946.192684ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:27:30.217909Z","caller":"traceutil/trace.go:171","msg":"trace[238007983] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"1.426889821s","start":"2026-07-24T17:27:28.791004Z","end":"2026-07-24T17:27:30.217894Z","steps":["trace[238007983] 'process raft request' (duration: 1.425973827s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:30.217954Z","caller":"traceutil/trace.go:171","msg":"trace[1013963362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3698; }","duration":"1.82017473s","start":"2026-07-24T17:27:28.397765Z","end":"2026-07-24T17:27:30.21794Z","steps":["trace[1013963362] 'agreement among raft nodes before linearized reading' (duration: 1.819960282s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.217923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.298312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:30.218026Z","caller":"traceutil/trace.go:171","msg":"trace[675112960] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"1.429058551s","start":"2026-07-24T17:27:28.788961Z","end":"2026-07-24T17:27:30.218019Z","steps":["trace[675112960] 'process raft request' (duration: 1.361218812s)","trace[675112960] 'compare' (duration: 66.599663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:30.218056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:28.788925Z","time spent":"1.429117544s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:30.218064Z","caller":"traceutil/trace.go:171","msg":"trace[1692741801] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3698; }","duration":"601.430867ms","start":"2026-07-24T17:27:29.616595Z","end":"2026-07-24T17:27:30.218026Z","steps":["trace[1692741801] 'agreement among raft nodes before linearized reading' (duration: 601.214229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.218135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:29.616539Z","time spent":"601.580793ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:30.218163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.156602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-07-24T17:27:30.2182Z","caller":"traceutil/trace.go:171","msg":"trace[538162554] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:3698; }","duration":"946.218154ms","start":"2026-07-24T17:27:29.271973Z","end":"2026-07-24T17:27:30.218191Z","steps":["trace[538162554] 'agreement among raft nodes before linearized reading' (duration: 946.150442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.218231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:29.271962Z","time spent":"946.261226ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4686,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-24T17:27:30.218004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:28.790972Z","time spent":"1.426980554s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:30.218267Z","caller":"traceutil/trace.go:171","msg":"trace[2022856096] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"1.426488586s","start":"2026-07-24T17:27:28.791771Z","end":"2026-07-24T17:27:30.218259Z","steps":["trace[2022856096] 'process raft request' (duration: 1.42526771s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.217992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:28.397746Z","time spent":"1.820236992s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:27:30.218313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:28.791764Z","time spent":"1.426529208s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:30.218145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.905143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:27:30.218415Z","caller":"traceutil/trace.go:171","msg":"trace[894025410] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3698; }","duration":"946.190343ms","start":"2026-07-24T17:27:29.272215Z","end":"2026-07-24T17:27:30.218406Z","steps":["trace[894025410] 'agreement among raft nodes before linearized reading' (duration: 945.883652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.218465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:29.272207Z","time spent":"946.249916ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"info","ts":"2026-07-24T17:27:30.218661Z","caller":"traceutil/trace.go:171","msg":"trace[2105803999] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"1.426645961s","start":"2026-07-24T17:27:28.79147Z","end":"2026-07-24T17:27:30.218116Z","steps":["trace[2105803999] 'process raft request' (duration: 1.425545391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.218798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:28.791451Z","time spent":"1.427285305s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:30.219673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.80562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:27:30.219717Z","caller":"traceutil/trace.go:171","msg":"trace[1062372139] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3698; }","duration":"231.968844ms","start":"2026-07-24T17:27:29.987738Z","end":"2026-07-24T17:27:30.219707Z","steps":["trace[1062372139] 'agreement among raft nodes before linearized reading' (duration: 230.118465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.220481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428521652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:30.220543Z","caller":"traceutil/trace.go:171","msg":"trace[683367307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3698; }","duration":"1.428619965s","start":"2026-07-24T17:27:28.791914Z","end":"2026-07-24T17:27:30.220534Z","steps":["trace[683367307] 'agreement among raft nodes before linearized reading' (duration: 1.425603763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.220575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:28.791899Z","time spent":"1.428670548s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:30.220592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832474447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:27:30.220738Z","caller":"traceutil/trace.go:171","msg":"trace[854309847] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3698; }","duration":"1.833045378s","start":"2026-07-24T17:27:28.387681Z","end":"2026-07-24T17:27:30.220727Z","steps":["trace[854309847] 'agreement among raft nodes before linearized reading' (duration: 1.82988522s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:30.220868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:28.387663Z","time spent":"1.833189403s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:27:31.092967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.212399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:31.09323Z","caller":"traceutil/trace.go:171","msg":"trace[2118609659] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"868.677851ms","start":"2026-07-24T17:27:30.224533Z","end":"2026-07-24T17:27:31.093211Z","steps":["trace[2118609659] 'process raft request' (duration: 868.593808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:31.093387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:30.224523Z","time spent":"868.748263ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:31.093638Z","caller":"traceutil/trace.go:171","msg":"trace[404793245] linearizableReadLoop","detail":"{readStateIndex:3859; appliedIndex:3858; }","duration":"871.541377ms","start":"2026-07-24T17:27:30.222058Z","end":"2026-07-24T17:27:31.093599Z","steps":["trace[404793245] 'read index received' (duration: 318.581411ms)","trace[404793245] 'applied index is now lower than readState.Index' (duration: 552.956486ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:31.093744Z","caller":"traceutil/trace.go:171","msg":"trace[93729790] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"873.026122ms","start":"2026-07-24T17:27:30.220706Z","end":"2026-07-24T17:27:31.093732Z","steps":["trace[93729790] 'process raft request' (duration: 319.972593ms)","trace[93729790] 'compare' (duration: 552.111434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:31.093821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.794641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:31.093894Z","caller":"traceutil/trace.go:171","msg":"trace[674944283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3700; }","duration":"866.876283ms","start":"2026-07-24T17:27:30.227003Z","end":"2026-07-24T17:27:31.093879Z","steps":["trace[674944283] 'agreement among raft nodes before linearized reading' (duration: 866.78278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:31.093902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.835158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:27:31.093963Z","caller":"traceutil/trace.go:171","msg":"trace[566702757] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3700; }","duration":"871.917701ms","start":"2026-07-24T17:27:30.222034Z","end":"2026-07-24T17:27:31.093951Z","steps":["trace[566702757] 'agreement among raft nodes before linearized reading' (duration: 871.724764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:31.094002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:30.222023Z","time spent":"871.970893ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:27:31.094007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:30.226998Z","time spent":"866.942807ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:31.094125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:30.220688Z","time spent":"873.081374ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:31.600992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:33.667215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029647414s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:27:33.667731Z","caller":"traceutil/trace.go:171","msg":"trace[1128579683] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"1.442695919s","start":"2026-07-24T17:27:32.225015Z","end":"2026-07-24T17:27:33.667711Z","steps":["trace[1128579683] 'process raft request' (duration: 1.442653238s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:33.667951Z","caller":"traceutil/trace.go:171","msg":"trace[1987753989] linearizableReadLoop","detail":"{readStateIndex:3861; appliedIndex:3860; }","duration":"2.567171566s","start":"2026-07-24T17:27:31.100744Z","end":"2026-07-24T17:27:33.667915Z","steps":["trace[1987753989] 'read index received' (duration: 536.818536ms)","trace[1987753989] 'applied index is now lower than readState.Index' (duration: 2.03035035s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:33.667982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:31.100432Z","time spent":"2.56754426s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:27:33.668002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:32.225003Z","time spent":"1.442776853s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:33.668339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567572761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:27:33.668379Z","caller":"traceutil/trace.go:171","msg":"trace[61492060] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3704; }","duration":"2.567642804s","start":"2026-07-24T17:27:31.100725Z","end":"2026-07-24T17:27:33.668368Z","steps":["trace[61492060] 'agreement among raft nodes before linearized reading' (duration: 2.567343713s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:33.668441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:31.100717Z","time spent":"2.567693745s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"warn","ts":"2026-07-24T17:27:33.668672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56753205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-07-24T17:27:33.668703Z","caller":"traceutil/trace.go:171","msg":"trace[1097205989] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3704; }","duration":"2.567579582s","start":"2026-07-24T17:27:31.101114Z","end":"2026-07-24T17:27:33.668694Z","steps":["trace[1097205989] 'agreement among raft nodes before linearized reading' (duration: 2.567514279s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:33.668744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:31.101104Z","time spent":"2.567633223s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-24T17:27:33.668746Z","caller":"traceutil/trace.go:171","msg":"trace[849994751] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"1.44513758s","start":"2026-07-24T17:27:32.223592Z","end":"2026-07-24T17:27:33.668729Z","steps":["trace[849994751] 'process raft request' (duration: 1.443720417s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:33.668879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:32.223569Z","time spent":"1.445213323s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:33.668916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.938859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:33.668936Z","caller":"traceutil/trace.go:171","msg":"trace[516344909] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3704; }","duration":"875.991021ms","start":"2026-07-24T17:27:32.792939Z","end":"2026-07-24T17:27:33.66893Z","steps":["trace[516344909] 'agreement among raft nodes before linearized reading' (duration: 875.953659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:33.668955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:32.792923Z","time spent":"876.027732ms","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:33.669071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636261846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:33.669126Z","caller":"traceutil/trace.go:171","msg":"trace[1108930919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3704; }","duration":"1.636329048s","start":"2026-07-24T17:27:32.032785Z","end":"2026-07-24T17:27:33.669114Z","steps":["trace[1108930919] 'agreement among raft nodes before linearized reading' (duration: 1.636223455s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:33.669129Z","caller":"traceutil/trace.go:171","msg":"trace[1379470918] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"1.444846899s","start":"2026-07-24T17:27:32.224266Z","end":"2026-07-24T17:27:33.669113Z","steps":["trace[1379470918] 'process raft request' (duration: 1.443366524s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:33.669154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:32.032684Z","time spent":"1.636465373s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:33.669224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566409518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:33.669592Z","caller":"traceutil/trace.go:171","msg":"trace[1097871746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3704; }","duration":"1.566809674s","start":"2026-07-24T17:27:32.102772Z","end":"2026-07-24T17:27:33.669582Z","steps":["trace[1097871746] 'agreement among raft nodes before linearized reading' (duration: 1.56643436s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:33.669633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:32.102754Z","time spent":"1.566869175s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:33.669347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635052301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:27:33.669744Z","caller":"traceutil/trace.go:171","msg":"trace[657608033] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3704; }","duration":"1.635444496s","start":"2026-07-24T17:27:32.034269Z","end":"2026-07-24T17:27:33.669713Z","steps":["trace[657608033] 'agreement among raft nodes before linearized reading' (duration: 1.635004059s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:33.669772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:32.034261Z","time spent":"1.635503538s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:27:33.669428Z","caller":"traceutil/trace.go:171","msg":"trace[131727877] transaction","detail":"{read_only:false; response_revision:3702; number_of_response:1; }","duration":"1.445187162s","start":"2026-07-24T17:27:32.22421Z","end":"2026-07-24T17:27:33.669397Z","steps":["trace[131727877] 'process raft request' (duration: 1.443381025s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:33.67012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:32.224258Z","time spent":"1.444909561s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:33.669872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:32.224195Z","time spent":"1.445634539s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:34.175952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:34.677026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:35.11251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441647308s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:35.67865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:35.678707Z","caller":"traceutil/trace.go:171","msg":"trace[753757401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508529s","start":"2026-07-24T17:27:33.678186Z","end":"2026-07-24T17:27:35.678695Z","steps":["trace[753757401] 'agreement among raft nodes before linearized reading' (duration: 2.000437006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:35.678733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:33.678181Z","time spent":"2.00054689s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:36.474112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361378172s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:36.474232Z","caller":"traceutil/trace.go:171","msg":"trace[804813723] transaction","detail":"{read_only:false; response_revision:3705; number_of_response:1; }","duration":"2.803458927s","start":"2026-07-24T17:27:33.670747Z","end":"2026-07-24T17:27:36.474206Z","steps":["trace[804813723] 'process raft request' (duration: 1.441886857s)","trace[804813723] 'compare' (duration: 1.359794123s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:36.475415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:33.670724Z","time spent":"2.804593009s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:36.611527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.365208778s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:37.596514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.911971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:37.596695Z","caller":"traceutil/trace.go:171","msg":"trace[1152631794] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3705; }","duration":"160.112478ms","start":"2026-07-24T17:27:37.436567Z","end":"2026-07-24T17:27:37.596679Z","steps":["trace[1152631794] 'range keys from in-memory index tree' (duration: 159.89451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:37.59793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.120361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:37.598088Z","caller":"traceutil/trace.go:171","msg":"trace[482833372] transaction","detail":"{read_only:false; response_revision:3706; number_of_response:1; }","duration":"3.926080193s","start":"2026-07-24T17:27:33.671981Z","end":"2026-07-24T17:27:37.598062Z","steps":["trace[482833372] 'process raft request' (duration: 2.939776175s)","trace[482833372] 'compare' (duration: 985.193137ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:37.598131Z","caller":"traceutil/trace.go:171","msg":"trace[377557786] linearizableReadLoop","detail":"{readStateIndex:3869; appliedIndex:3865; }","duration":"3.923340581s","start":"2026-07-24T17:27:33.67478Z","end":"2026-07-24T17:27:37.598121Z","steps":["trace[377557786] 'read index received' (duration: 1.437864718s)","trace[377557786] 'applied index is now lower than readState.Index' (duration: 2.485475153s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:37.59821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:33.67195Z","time spent":"3.926192147s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:37.598302Z","caller":"traceutil/trace.go:171","msg":"trace[2106538465] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"3.922696277s","start":"2026-07-24T17:27:33.675596Z","end":"2026-07-24T17:27:37.598292Z","steps":["trace[2106538465] 'process raft request' (duration: 3.922396465s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:37.598319Z","caller":"traceutil/trace.go:171","msg":"trace[1330309575] transaction","detail":"{read_only:false; response_revision:3709; number_of_response:1; }","duration":"2.68283456s","start":"2026-07-24T17:27:34.91547Z","end":"2026-07-24T17:27:37.598304Z","steps":["trace[1330309575] 'process raft request' (duration: 2.682601271s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:37.598383Z","caller":"traceutil/trace.go:171","msg":"trace[1333313835] transaction","detail":"{read_only:false; response_revision:3710; number_of_response:1; }","duration":"2.486492022s","start":"2026-07-24T17:27:35.111885Z","end":"2026-07-24T17:27:37.598377Z","steps":["trace[1333313835] 'process raft request' (duration: 2.486206141s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:37.598421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.111869Z","time spent":"2.486533823s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:37.598485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:34.915447Z","time spent":"2.682946614s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:37.598583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923797428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:27:37.59862Z","caller":"traceutil/trace.go:171","msg":"trace[817175795] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3710; }","duration":"3.923866231s","start":"2026-07-24T17:27:33.674745Z","end":"2026-07-24T17:27:37.598612Z","steps":["trace[817175795] 'agreement among raft nodes before linearized reading' (duration: 3.923750626s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:37.598652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:33.674732Z","time spent":"3.923913033s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T17:27:37.598587Z","caller":"traceutil/trace.go:171","msg":"trace[613793675] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"3.311985645s","start":"2026-07-24T17:27:34.286593Z","end":"2026-07-24T17:27:37.598579Z","steps":["trace[613793675] 'process raft request' (duration: 3.311450095s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:37.598755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:34.286574Z","time spent":"3.312150291s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:37.598356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:33.675582Z","time spent":"3.922748039s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:37.679454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999935937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:37.679538Z","caller":"traceutil/trace.go:171","msg":"trace[1840391340] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062071s","start":"2026-07-24T17:27:35.679457Z","end":"2026-07-24T17:27:37.67952Z","steps":["trace[1840391340] 'agreement among raft nodes before linearized reading' (duration: 1.999960708s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:37.679585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.679446Z","time spent":"2.000130164s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:38.098721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:38.219396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454667832s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:39.471675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252009752s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:27:39.472348Z","caller":"traceutil/trace.go:171","msg":"trace[2133259474] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"3.796297144s","start":"2026-07-24T17:27:35.676029Z","end":"2026-07-24T17:27:39.472326Z","steps":["trace[2133259474] 'process raft request' (duration: 3.795744173s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:39.472666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.675993Z","time spent":"3.796425268s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:39.69031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000684171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:39.69115Z","caller":"traceutil/trace.go:171","msg":"trace[1405203099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829497s","start":"2026-07-24T17:27:37.689557Z","end":"2026-07-24T17:27:39.690387Z","steps":["trace[1405203099] 'agreement among raft nodes before linearized reading' (duration: 2.000710193s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:39.691228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:37.689542Z","time spent":"2.001670458s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:40.674378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.676071Z","time spent":"4.998290567s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 17:27:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:40.676283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.676954Z","time spent":"4.999327575s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T17:27:40.676317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.677626Z","time spent":"4.998682411s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T17:27:41.258805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786406246s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:41.259045Z","caller":"traceutil/trace.go:171","msg":"trace[1511025952] linearizableReadLoop","detail":"{readStateIndex:3878; appliedIndex:3871; }","duration":"3.660881415s","start":"2026-07-24T17:27:37.59815Z","end":"2026-07-24T17:27:41.259031Z","steps":["trace[1511025952] 'read index received' (duration: 621.48815ms)","trace[1511025952] 'applied index is now lower than readState.Index' (duration: 3.039392555s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:41.259276Z","caller":"traceutil/trace.go:171","msg":"trace[1292206382] transaction","detail":"{read_only:false; response_revision:3715; number_of_response:1; }","duration":"4.104712438s","start":"2026-07-24T17:27:37.154553Z","end":"2026-07-24T17:27:41.259265Z","steps":["trace[1292206382] 'process raft request' (duration: 4.104421048s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.259327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:37.154533Z","time spent":"4.104769521s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:41.259542Z","caller":"traceutil/trace.go:171","msg":"trace[18256201] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"4.104214919s","start":"2026-07-24T17:27:37.155318Z","end":"2026-07-24T17:27:41.259533Z","steps":["trace[18256201] 'process raft request' (duration: 4.10368597s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.259595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:37.155303Z","time spent":"4.104267272s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:41.259597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.747904771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:41.259674Z","caller":"traceutil/trace.go:171","msg":"trace[1670749932] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3716; }","duration":"5.748039656s","start":"2026-07-24T17:27:35.511617Z","end":"2026-07-24T17:27:41.259657Z","steps":["trace[1670749932] 'agreement among raft nodes before linearized reading' (duration: 5.747910951s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.259698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.767463599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.259723Z","caller":"traceutil/trace.go:171","msg":"trace[538092283] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3716; }","duration":"5.767520241s","start":"2026-07-24T17:27:35.492194Z","end":"2026-07-24T17:27:41.259714Z","steps":["trace[538092283] 'agreement among raft nodes before linearized reading' (duration: 5.76748134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.259723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.511594Z","time spent":"5.748118419s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.259858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657779079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-24T17:27:41.259893Z","caller":"traceutil/trace.go:171","msg":"trace[2043863647] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be; range_end:; response_count:1; response_revision:3716; }","duration":"3.657835541s","start":"2026-07-24T17:27:37.602049Z","end":"2026-07-24T17:27:41.259884Z","steps":["trace[2043863647] 'agreement among raft nodes before linearized reading' (duration: 3.657710836s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.259917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:37.602037Z","time spent":"3.657872852s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be\" "} {"level":"warn","ts":"2026-07-24T17:27:41.260035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073462154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:27:41.260062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.034313446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:27:41.260083Z","caller":"traceutil/trace.go:171","msg":"trace[81732640] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3716; }","duration":"6.034365308s","start":"2026-07-24T17:27:35.22571Z","end":"2026-07-24T17:27:41.260075Z","steps":["trace[81732640] 'agreement among raft nodes before linearized reading' (duration: 6.034301955s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:41.260085Z","caller":"traceutil/trace.go:171","msg":"trace[745714558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3716; }","duration":"4.073515966s","start":"2026-07-24T17:27:37.186556Z","end":"2026-07-24T17:27:41.260072Z","steps":["trace[745714558] 'agreement among raft nodes before linearized reading' (duration: 4.073432802s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.2601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.225692Z","time spent":"6.034404089s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:27:41.26012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:37.186512Z","time spent":"4.073598009s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.260197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293097891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.26022Z","caller":"traceutil/trace.go:171","msg":"trace[1459493482] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3716; }","duration":"6.293156504s","start":"2026-07-24T17:27:34.967058Z","end":"2026-07-24T17:27:41.260214Z","steps":["trace[1459493482] 'agreement among raft nodes before linearized reading' (duration: 6.293122993s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.260238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:34.96704Z","time spent":"6.293193135s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.260331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.330923959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.260356Z","caller":"traceutil/trace.go:171","msg":"trace[659155437] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3716; }","duration":"6.330976361s","start":"2026-07-24T17:27:34.929372Z","end":"2026-07-24T17:27:41.260349Z","steps":["trace[659155437] 'agreement among raft nodes before linearized reading' (duration: 6.33094099s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.260374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:34.929361Z","time spent":"6.331008053s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.259749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.492175Z","time spent":"5.767568273s","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.26052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.192326141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:41.260552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658212145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:27:41.260571Z","caller":"traceutil/trace.go:171","msg":"trace[659945052] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3716; }","duration":"3.658236406s","start":"2026-07-24T17:27:37.602328Z","end":"2026-07-24T17:27:41.260565Z","steps":["trace[659945052] 'agreement among raft nodes before linearized reading' (duration: 3.658184844s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:41.260578Z","caller":"traceutil/trace.go:171","msg":"trace[1958723825] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3716; }","duration":"5.192436736s","start":"2026-07-24T17:27:36.068127Z","end":"2026-07-24T17:27:41.260563Z","steps":["trace[1958723825] 'agreement among raft nodes before linearized reading' (duration: 5.192335012s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.260588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:37.602325Z","time spent":"3.658258747s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:27:41.260606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:36.068107Z","time spent":"5.192492138s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.260612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658062999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-89kql\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-07-24T17:27:41.260665Z","caller":"traceutil/trace.go:171","msg":"trace[343775847] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-89kql; range_end:; response_count:1; response_revision:3716; }","duration":"3.658118732s","start":"2026-07-24T17:27:37.60253Z","end":"2026-07-24T17:27:41.260649Z","steps":["trace[343775847] 'agreement among raft nodes before linearized reading' (duration: 3.657972427s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.260478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.134278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T17:27:41.26072Z","caller":"traceutil/trace.go:171","msg":"trace[1040959195] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3716; }","duration":"582.420508ms","start":"2026-07-24T17:27:40.678288Z","end":"2026-07-24T17:27:41.260708Z","steps":["trace[1040959195] 'agreement among raft nodes before linearized reading' (duration: 582.171769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.26074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782545565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:27:41.260757Z","caller":"traceutil/trace.go:171","msg":"trace[419330010] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3716; }","duration":"4.782595357s","start":"2026-07-24T17:27:36.478156Z","end":"2026-07-24T17:27:41.260751Z","steps":["trace[419330010] 'agreement among raft nodes before linearized reading' (duration: 4.782552255s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.260756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.678259Z","time spent":"582.486461ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T17:27:41.260772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:36.478141Z","time spent":"4.782627209s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:27:41.260783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.40822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T17:27:41.260834Z","caller":"traceutil/trace.go:171","msg":"trace[1404991806] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3716; }","duration":"585.476702ms","start":"2026-07-24T17:27:40.675333Z","end":"2026-07-24T17:27:41.260809Z","steps":["trace[1404991806] 'agreement among raft nodes before linearized reading' (duration: 585.40993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.260871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868602381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:41.260878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.675316Z","time spent":"585.550775ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T17:27:41.260904Z","caller":"traceutil/trace.go:171","msg":"trace[2105652799] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3716; }","duration":"4.868663283s","start":"2026-07-24T17:27:36.392232Z","end":"2026-07-24T17:27:41.260895Z","steps":["trace[2105652799] 'agreement among raft nodes before linearized reading' (duration: 4.868618502s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.260925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:36.392216Z","time spent":"4.868703335s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.260717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:37.602527Z","time spent":"3.658178754s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-89kql\" "} {"level":"warn","ts":"2026-07-24T17:27:41.260961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353573588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:41.260988Z","caller":"traceutil/trace.go:171","msg":"trace[72981211] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3716; }","duration":"5.35364253s","start":"2026-07-24T17:27:35.907339Z","end":"2026-07-24T17:27:41.260981Z","steps":["trace[72981211] 'agreement among raft nodes before linearized reading' (duration: 5.353585667s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.260502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.330082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-24T17:27:41.261014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:35.907318Z","time spent":"5.353689172s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.261019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032540129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.261041Z","caller":"traceutil/trace.go:171","msg":"trace[1265846664] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3716; }","duration":"5.0325639s","start":"2026-07-24T17:27:36.228472Z","end":"2026-07-24T17:27:41.261036Z","steps":["trace[1265846664] 'agreement among raft nodes before linearized reading' (duration: 5.032527028s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.261062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:36.228408Z","time spent":"5.032649193s","remote":"127.0.0.1:49650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.26113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711671057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:41.261194Z","caller":"traceutil/trace.go:171","msg":"trace[1994929002] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3716; }","duration":"1.711779501s","start":"2026-07-24T17:27:39.5494Z","end":"2026-07-24T17:27:41.261179Z","steps":["trace[1994929002] 'agreement among raft nodes before linearized reading' (duration: 1.711663187s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.261244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.549378Z","time spent":"1.711853614s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:41.261019Z","caller":"traceutil/trace.go:171","msg":"trace[1195043432] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3716; }","duration":"583.857942ms","start":"2026-07-24T17:27:40.677154Z","end":"2026-07-24T17:27:41.261012Z","steps":["trace[1195043432] 'agreement among raft nodes before linearized reading' (duration: 583.335012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.261327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.677148Z","time spent":"584.171213ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:27:41.261362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570807822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.261405Z","caller":"traceutil/trace.go:171","msg":"trace[1998696881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3716; }","duration":"1.570886994s","start":"2026-07-24T17:27:39.690506Z","end":"2026-07-24T17:27:41.261393Z","steps":["trace[1998696881] 'agreement among raft nodes before linearized reading' (duration: 1.570825962s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.26144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.690476Z","time spent":"1.570956937s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:41.261601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.247534223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:27:41.261697Z","caller":"traceutil/trace.go:171","msg":"trace[1440738242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3716; }","duration":"4.247686358s","start":"2026-07-24T17:27:37.013999Z","end":"2026-07-24T17:27:41.261685Z","steps":["trace[1440738242] 'agreement among raft nodes before linearized reading' (duration: 4.246256824s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.261746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:37.013981Z","time spent":"4.247747681s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:27:41.263514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692533894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.263568Z","caller":"traceutil/trace.go:171","msg":"trace[1522638996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3716; }","duration":"1.692645938s","start":"2026-07-24T17:27:39.57091Z","end":"2026-07-24T17:27:41.263556Z","steps":["trace[1522638996] 'agreement among raft nodes before linearized reading' (duration: 1.690005909s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.265916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.570878Z","time spent":"1.692719621s","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.918703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.534005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:41.918805Z","caller":"traceutil/trace.go:171","msg":"trace[1047483809] linearizableReadLoop","detail":"{readStateIndex:3879; appliedIndex:3878; }","duration":"654.965523ms","start":"2026-07-24T17:27:41.263824Z","end":"2026-07-24T17:27:41.918789Z","steps":["trace[1047483809] 'read index received' (duration: 120.21398ms)","trace[1047483809] 'applied index is now lower than readState.Index' (duration: 534.749313ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:41.918874Z","caller":"traceutil/trace.go:171","msg":"trace[210351673] transaction","detail":"{read_only:false; response_revision:3717; number_of_response:1; }","duration":"655.494862ms","start":"2026-07-24T17:27:41.263368Z","end":"2026-07-24T17:27:41.918863Z","steps":["trace[210351673] 'process raft request' (duration: 120.686998ms)","trace[210351673] 'compare' (duration: 534.185151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:41.918933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.263349Z","time spent":"655.554375ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:41.919241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.412089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:27:41.919277Z","caller":"traceutil/trace.go:171","msg":"trace[374992920] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3717; }","duration":"655.497113ms","start":"2026-07-24T17:27:41.263771Z","end":"2026-07-24T17:27:41.919268Z","steps":["trace[374992920] 'agreement among raft nodes before linearized reading' (duration: 655.340217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.919306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.263753Z","time spent":"655.546465ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:27:42.418942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:42.438847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05493278s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:43.267856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:43.267984Z","caller":"traceutil/trace.go:171","msg":"trace[1507347098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404096s","start":"2026-07-24T17:27:41.267561Z","end":"2026-07-24T17:27:43.267965Z","steps":["trace[1507347098] 'agreement among raft nodes before linearized reading' (duration: 2.000221779s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:43.268023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.267536Z","time spent":"2.000476578s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:43.432615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.490095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:43.432704Z","caller":"traceutil/trace.go:171","msg":"trace[1011560433] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"2.163557915s","start":"2026-07-24T17:27:41.269129Z","end":"2026-07-24T17:27:43.432687Z","steps":["trace[1011560433] 'process raft request' (duration: 1.169927786s)","trace[1011560433] 'compare' (duration: 993.014956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:43.43275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.269115Z","time spent":"2.163612188s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:43.499084Z","caller":"traceutil/trace.go:171","msg":"trace[951911578] transaction","detail":"{read_only:false; response_revision:3719; number_of_response:1; }","duration":"2.020357819s","start":"2026-07-24T17:27:41.478682Z","end":"2026-07-24T17:27:43.49904Z","steps":["trace[951911578] 'process raft request' (duration: 2.020056458s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:43.499425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.478666Z","time spent":"2.020527355s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:44.000837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.811242ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:27:44.000966Z","caller":"traceutil/trace.go:171","msg":"trace[368128155] linearizableReadLoop","detail":"{readStateIndex:3882; appliedIndex:3879; }","duration":"2.082115086s","start":"2026-07-24T17:27:41.91883Z","end":"2026-07-24T17:27:44.000945Z","steps":["trace[368128155] 'read index received' (duration: 520.23666ms)","trace[368128155] 'applied index is now lower than readState.Index' (duration: 1.561876166s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:44.001184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413764982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:44.001224Z","caller":"traceutil/trace.go:171","msg":"trace[119935766] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3719; }","duration":"2.413862086s","start":"2026-07-24T17:27:41.587351Z","end":"2026-07-24T17:27:44.001213Z","steps":["trace[119935766] 'agreement among raft nodes before linearized reading' (duration: 2.41370657s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.00126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.587323Z","time spent":"2.413928208s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:44.001316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079839841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:27:44.001396Z","caller":"traceutil/trace.go:171","msg":"trace[608881183] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3719; }","duration":"2.080044298s","start":"2026-07-24T17:27:41.921333Z","end":"2026-07-24T17:27:44.001377Z","steps":["trace[608881183] 'agreement among raft nodes before linearized reading' (duration: 2.079874971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.00142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735046262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-24T17:27:44.001441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.921307Z","time spent":"2.080126661s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:27:44.001463Z","caller":"traceutil/trace.go:171","msg":"trace[846399101] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3719; }","duration":"2.735092424s","start":"2026-07-24T17:27:41.266356Z","end":"2026-07-24T17:27:44.001448Z","steps":["trace[846399101] 'agreement among raft nodes before linearized reading' (duration: 2.735005691s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.001505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.266349Z","time spent":"2.735147166s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:27:44.001715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735556281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:27:44.002845Z","caller":"traceutil/trace.go:171","msg":"trace[942817742] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3719; }","duration":"2.736726085s","start":"2026-07-24T17:27:41.266106Z","end":"2026-07-24T17:27:44.002832Z","steps":["trace[942817742] 'agreement among raft nodes before linearized reading' (duration: 2.735482929s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.002917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.266096Z","time spent":"2.736812798s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:27:44.00177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735999368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:27:44.003088Z","caller":"traceutil/trace.go:171","msg":"trace[573147327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3719; }","duration":"2.737340638s","start":"2026-07-24T17:27:41.26574Z","end":"2026-07-24T17:27:44.003081Z","steps":["trace[573147327] 'agreement among raft nodes before linearized reading' (duration: 2.735971886s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.003128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.265728Z","time spent":"2.73738689s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:27:44.001783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735944386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T17:27:44.003373Z","caller":"traceutil/trace.go:171","msg":"trace[51467761] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3719; }","duration":"2.737584507s","start":"2026-07-24T17:27:41.26578Z","end":"2026-07-24T17:27:44.003365Z","steps":["trace[51467761] 'agreement among raft nodes before linearized reading' (duration: 2.735910475s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.003413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.265761Z","time spent":"2.73763962s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:27:44.001933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.523623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-24T17:27:44.003571Z","caller":"traceutil/trace.go:171","msg":"trace[645002235] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3719; }","duration":"567.183876ms","start":"2026-07-24T17:27:43.436381Z","end":"2026-07-24T17:27:44.003564Z","steps":["trace[645002235] 'agreement among raft nodes before linearized reading' (duration: 565.504873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.003605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.436369Z","time spent":"567.228898ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T17:27:44.001968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.713316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:44.004203Z","caller":"traceutil/trace.go:171","msg":"trace[1365549172] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3719; }","duration":"703.995631ms","start":"2026-07-24T17:27:43.3002Z","end":"2026-07-24T17:27:44.004195Z","steps":["trace[1365549172] 'agreement among raft nodes before linearized reading' (duration: 701.746417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.001995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.968915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:44.002026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042153804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:44.002061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628074299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:44.002106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916703056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:27:44.002162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079647613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-24T17:27:44.001317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735488819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T17:27:44.004353Z","caller":"traceutil/trace.go:171","msg":"trace[578959884] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3719; }","duration":"2.738551703s","start":"2026-07-24T17:27:41.265796Z","end":"2026-07-24T17:27:44.004348Z","steps":["trace[578959884] 'agreement among raft nodes before linearized reading' (duration: 2.735311242s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.004389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.265789Z","time spent":"2.738592015s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T17:27:44.004482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.300177Z","time spent":"704.296203ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:44.004588Z","caller":"traceutil/trace.go:171","msg":"trace[1906259413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3719; }","duration":"735.598113ms","start":"2026-07-24T17:27:43.268984Z","end":"2026-07-24T17:27:44.004582Z","steps":["trace[1906259413] 'agreement among raft nodes before linearized reading' (duration: 732.996645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.004635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.268964Z","time spent":"735.663915ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:27:44.0048Z","caller":"traceutil/trace.go:171","msg":"trace[1813676043] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3719; }","duration":"1.044861985s","start":"2026-07-24T17:27:42.959866Z","end":"2026-07-24T17:27:44.004728Z","steps":["trace[1813676043] 'agreement among raft nodes before linearized reading' (duration: 1.042138573s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.00485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:42.959768Z","time spent":"1.045074553s","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:44.00498Z","caller":"traceutil/trace.go:171","msg":"trace[1817361244] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3719; }","duration":"1.630992038s","start":"2026-07-24T17:27:42.373981Z","end":"2026-07-24T17:27:44.004973Z","steps":["trace[1817361244] 'agreement among raft nodes before linearized reading' (duration: 1.628058579s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.005024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:42.373926Z","time spent":"1.631091542s","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:44.005133Z","caller":"traceutil/trace.go:171","msg":"trace[949955836] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3719; }","duration":"1.919834453s","start":"2026-07-24T17:27:42.085293Z","end":"2026-07-24T17:27:44.005127Z","steps":["trace[949955836] 'agreement among raft nodes before linearized reading' (duration: 1.916781469s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.005181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:42.085273Z","time spent":"1.919900325s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:44.005267Z","caller":"traceutil/trace.go:171","msg":"trace[1428794855] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3719; }","duration":"2.082781s","start":"2026-07-24T17:27:41.922476Z","end":"2026-07-24T17:27:44.005257Z","steps":["trace[1428794855] 'agreement among raft nodes before linearized reading' (duration: 2.079640302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:44.005313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.922462Z","time spent":"2.082842223s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"warn","ts":"2026-07-24T17:27:45.427806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333160746s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:27:45.43052Z","caller":"traceutil/trace.go:171","msg":"trace[641844112] transaction","detail":"{read_only:false; response_revision:3720; number_of_response:1; }","duration":"1.421648406s","start":"2026-07-24T17:27:44.008815Z","end":"2026-07-24T17:27:45.430464Z","steps":["trace[641844112] 'process raft request' (duration: 1.421174608s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.430822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.008804Z","time spent":"1.421884715s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:45.431062Z","caller":"traceutil/trace.go:171","msg":"trace[2067334792] linearizableReadLoop","detail":"{readStateIndex:3884; appliedIndex:3883; }","duration":"1.419202365s","start":"2026-07-24T17:27:44.011841Z","end":"2026-07-24T17:27:45.431044Z","steps":["trace[2067334792] 'read index received' (duration: 82.972944ms)","trace[2067334792] 'applied index is now lower than readState.Index' (duration: 1.336227871s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:45.431394Z","caller":"traceutil/trace.go:171","msg":"trace[1936761973] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"1.413498171s","start":"2026-07-24T17:27:44.01777Z","end":"2026-07-24T17:27:45.431268Z","steps":["trace[1936761973] 'process raft request' (duration: 1.412549766s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.431496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.017751Z","time spent":"1.413696299s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:45.43141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419581978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:45.431875Z","caller":"traceutil/trace.go:171","msg":"trace[1979331826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3721; }","duration":"1.420092578s","start":"2026-07-24T17:27:44.011773Z","end":"2026-07-24T17:27:45.431865Z","steps":["trace[1979331826] 'agreement among raft nodes before linearized reading' (duration: 1.419598969s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.432053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.011748Z","time spent":"1.420289245s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:45.932219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:46.911097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.464637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:46.911789Z","caller":"traceutil/trace.go:171","msg":"trace[2100736271] linearizableReadLoop","detail":"{readStateIndex:3888; appliedIndex:3885; }","duration":"1.480543375s","start":"2026-07-24T17:27:45.431226Z","end":"2026-07-24T17:27:46.911769Z","steps":["trace[2100736271] 'read index received' (duration: 634.330971ms)","trace[2100736271] 'applied index is now lower than readState.Index' (duration: 846.211364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:46.91278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59851828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:27:46.912801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840753793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:46.912847Z","caller":"traceutil/trace.go:171","msg":"trace[752679284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3727; }","duration":"1.598630364s","start":"2026-07-24T17:27:45.314201Z","end":"2026-07-24T17:27:46.912831Z","steps":["trace[752679284] 'agreement among raft nodes before linearized reading' (duration: 1.598431567s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:46.912859Z","caller":"traceutil/trace.go:171","msg":"trace[651203748] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3727; }","duration":"2.840867798s","start":"2026-07-24T17:27:44.071976Z","end":"2026-07-24T17:27:46.912844Z","steps":["trace[651203748] 'agreement among raft nodes before linearized reading' (duration: 2.840746223s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.912879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:45.314182Z","time spent":"1.598690757s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:27:46.913126Z","caller":"traceutil/trace.go:171","msg":"trace[198951986] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"903.756829ms","start":"2026-07-24T17:27:46.009358Z","end":"2026-07-24T17:27:46.913115Z","steps":["trace[198951986] 'process raft request' (duration: 902.284514ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:46.913122Z","caller":"traceutil/trace.go:171","msg":"trace[1437387990] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"1.804667705s","start":"2026-07-24T17:27:45.108428Z","end":"2026-07-24T17:27:46.913095Z","steps":["trace[1437387990] 'process raft request' (duration: 1.802794425s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:46.913144Z","caller":"traceutil/trace.go:171","msg":"trace[530466352] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"906.383927ms","start":"2026-07-24T17:27:46.006719Z","end":"2026-07-24T17:27:46.913103Z","steps":["trace[530466352] 'process raft request' (duration: 904.882411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.913207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.00934Z","time spent":"903.815041ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:46.913249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:45.108404Z","time spent":"1.804773689s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:46.913336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.006689Z","time spent":"906.536373ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:46.913311Z","caller":"traceutil/trace.go:171","msg":"trace[1151690203] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"902.395059ms","start":"2026-07-24T17:27:46.010796Z","end":"2026-07-24T17:27:46.913191Z","steps":["trace[1151690203] 'process raft request' (duration: 900.881722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.913475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480353179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:46.913494Z","caller":"traceutil/trace.go:171","msg":"trace[992773217] transaction","detail":"{read_only:false; response_revision:3724; number_of_response:1; }","duration":"1.407356127s","start":"2026-07-24T17:27:45.506128Z","end":"2026-07-24T17:27:46.913484Z","steps":["trace[992773217] 'process raft request' (duration: 1.405419084s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.913488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.010775Z","time spent":"902.663538ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:46.91352Z","caller":"traceutil/trace.go:171","msg":"trace[1169415833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3727; }","duration":"1.480443112s","start":"2026-07-24T17:27:45.433066Z","end":"2026-07-24T17:27:46.913509Z","steps":["trace[1169415833] 'agreement among raft nodes before linearized reading' (duration: 1.480380179s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.913544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:45.5061Z","time spent":"1.407415749s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:46.913549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:45.43305Z","time spent":"1.480492534s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:46.913651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879320897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:27:46.913686Z","caller":"traceutil/trace.go:171","msg":"trace[423265492] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3727; }","duration":"2.879393899s","start":"2026-07-24T17:27:44.034286Z","end":"2026-07-24T17:27:46.913679Z","steps":["trace[423265492] 'agreement among raft nodes before linearized reading' (duration: 2.879278765s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.913706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.034265Z","time spent":"2.879436421s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:27:46.91388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466944606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"info","ts":"2026-07-24T17:27:46.913903Z","caller":"traceutil/trace.go:171","msg":"trace[812888783] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:3727; }","duration":"1.466978878s","start":"2026-07-24T17:27:45.446917Z","end":"2026-07-24T17:27:46.913896Z","steps":["trace[812888783] 'agreement among raft nodes before linearized reading' (duration: 1.466909196s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.913921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:45.446912Z","time spent":"1.467005159s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7090,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-24T17:27:46.914056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46728603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:27:46.914081Z","caller":"traceutil/trace.go:171","msg":"trace[966683540] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3727; }","duration":"1.467369473s","start":"2026-07-24T17:27:45.446706Z","end":"2026-07-24T17:27:46.914075Z","steps":["trace[966683540] 'agreement among raft nodes before linearized reading' (duration: 1.467309111s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.914098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:45.44668Z","time spent":"1.467414305s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"warn","ts":"2026-07-24T17:27:46.914364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912673107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:27:46.914445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365648741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:46.914446Z","caller":"traceutil/trace.go:171","msg":"trace[1022534716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3727; }","duration":"1.912770241s","start":"2026-07-24T17:27:45.001664Z","end":"2026-07-24T17:27:46.914434Z","steps":["trace[1022534716] 'agreement among raft nodes before linearized reading' (duration: 1.912587084s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:46.914469Z","caller":"traceutil/trace.go:171","msg":"trace[690677578] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3727; }","duration":"2.365705863s","start":"2026-07-24T17:27:44.548757Z","end":"2026-07-24T17:27:46.914463Z","steps":["trace[690677578] 'agreement among raft nodes before linearized reading' (duration: 2.365656761s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.91448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:45.001657Z","time spent":"1.912814763s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:46.914491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.548741Z","time spent":"2.365743635s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:46.914607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.071949Z","time spent":"2.842646834s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:27:46.915882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914235286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:27:46.915945Z","caller":"traceutil/trace.go:171","msg":"trace[2032873251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3727; }","duration":"1.914336169s","start":"2026-07-24T17:27:45.001597Z","end":"2026-07-24T17:27:46.915933Z","steps":["trace[2032873251] 'agreement among raft nodes before linearized reading' (duration: 1.912559853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:46.915972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:45.001582Z","time spent":"1.914384662s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:27:46.911948Z","caller":"traceutil/trace.go:171","msg":"trace[428889836] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"2.816340621s","start":"2026-07-24T17:27:44.095595Z","end":"2026-07-24T17:27:46.911935Z","steps":["trace[428889836] 'process raft request' (duration: 1.9699497s)","trace[428889836] 'compare' (duration: 845.221647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:46.917569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.095572Z","time spent":"2.821758784s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:48.400663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.302981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:48.40078Z","caller":"traceutil/trace.go:171","msg":"trace[412517584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3727; }","duration":"964.438506ms","start":"2026-07-24T17:27:47.436324Z","end":"2026-07-24T17:27:48.400762Z","steps":["trace[412517584] 'range keys from in-memory index tree' (duration: 964.289101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:48.401053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15220699s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:48.40115Z","caller":"traceutil/trace.go:171","msg":"trace[2037082963] linearizableReadLoop","detail":"{readStateIndex:3892; appliedIndex:3891; }","duration":"1.482503571s","start":"2026-07-24T17:27:46.918634Z","end":"2026-07-24T17:27:48.401137Z","steps":["trace[2037082963] 'read index received' (duration: 330.031651ms)","trace[2037082963] 'applied index is now lower than readState.Index' (duration: 1.1524698s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:48.401338Z","caller":"traceutil/trace.go:171","msg":"trace[10157285] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"1.482707649s","start":"2026-07-24T17:27:46.918542Z","end":"2026-07-24T17:27:48.40125Z","steps":["trace[10157285] 'process raft request' (duration: 330.126765ms)","trace[10157285] 'compare' (duration: 1.151949671s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:48.402816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.918522Z","time spent":"1.484206035s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:48.402363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483724987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:27:48.403155Z","caller":"traceutil/trace.go:171","msg":"trace[1167740042] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3728; }","duration":"1.484440793s","start":"2026-07-24T17:27:46.918603Z","end":"2026-07-24T17:27:48.403044Z","steps":["trace[1167740042] 'agreement among raft nodes before linearized reading' (duration: 1.482651936s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:48.403382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.918589Z","time spent":"1.484772736s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:27:48.564512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315836402s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:48.821949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.023363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:48.822297Z","caller":"traceutil/trace.go:171","msg":"trace[1060809108] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"1.900959845s","start":"2026-07-24T17:27:46.92129Z","end":"2026-07-24T17:27:48.82225Z","steps":["trace[1060809108] 'process raft request' (duration: 1.643514546s)","trace[1060809108] 'compare' (duration: 256.513444ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:48.822391Z","caller":"traceutil/trace.go:171","msg":"trace[439905495] transaction","detail":"{read_only:false; response_revision:3730; number_of_response:1; }","duration":"1.900784758s","start":"2026-07-24T17:27:46.921582Z","end":"2026-07-24T17:27:48.822366Z","steps":["trace[439905495] 'process raft request' (duration: 1.900483557s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:48.822581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.921556Z","time spent":"1.900890462s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:48.822615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.921277Z","time spent":"1.901238305s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:48.8227Z","caller":"traceutil/trace.go:171","msg":"trace[1626984620] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"1.900684884s","start":"2026-07-24T17:27:46.921984Z","end":"2026-07-24T17:27:48.822669Z","steps":["trace[1626984620] 'process raft request' (duration: 1.900207257s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:48.822898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.921974Z","time spent":"1.900815609s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:48.922002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:48.922202Z","caller":"traceutil/trace.go:171","msg":"trace[2001429488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191682s","start":"2026-07-24T17:27:46.921991Z","end":"2026-07-24T17:27:48.922183Z","steps":["trace[2001429488] 'agreement among raft nodes before linearized reading' (duration: 1.999963923s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:48.922304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.921983Z","time spent":"2.000308037s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:49.258234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.699322ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:27:49.648468Z","caller":"traceutil/trace.go:171","msg":"trace[786565151] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"1.890554101s","start":"2026-07-24T17:27:47.757892Z","end":"2026-07-24T17:27:49.648446Z","steps":["trace[786565151] 'process raft request' (duration: 1.890359384s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:49.648653Z","caller":"traceutil/trace.go:171","msg":"trace[1811296677] linearizableReadLoop","detail":"{readStateIndex:3898; appliedIndex:3892; }","duration":"1.245919696s","start":"2026-07-24T17:27:48.40269Z","end":"2026-07-24T17:27:49.648609Z","steps":["trace[1811296677] 'read index received' (duration: 162.008342ms)","trace[1811296677] 'applied index is now lower than readState.Index' (duration: 1.083908764s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:49.648748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:47.757838Z","time spent":"1.890702146s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:49.648865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270326398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:49.648862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516693984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-07-24T17:27:49.648868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62704499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:49.648957Z","caller":"traceutil/trace.go:171","msg":"trace[1417839805] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:3733; }","duration":"1.51687519s","start":"2026-07-24T17:27:48.132065Z","end":"2026-07-24T17:27:49.64894Z","steps":["trace[1417839805] 'agreement among raft nodes before linearized reading' (duration: 1.516613191s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:49.648999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728304002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:27:49.64905Z","caller":"traceutil/trace.go:171","msg":"trace[1547044349] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3733; }","duration":"2.728380965s","start":"2026-07-24T17:27:46.920657Z","end":"2026-07-24T17:27:49.649038Z","steps":["trace[1547044349] 'agreement among raft nodes before linearized reading' (duration: 2.728292562s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:49.649049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.13205Z","time spent":"1.516979005s","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-24T17:27:49.64909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.920646Z","time spent":"2.728432978s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:27:49.649133Z","caller":"traceutil/trace.go:171","msg":"trace[79846148] transaction","detail":"{read_only:false; response_revision:3733; number_of_response:1; }","duration":"1.842966629s","start":"2026-07-24T17:27:47.806152Z","end":"2026-07-24T17:27:49.649119Z","steps":["trace[79846148] 'process raft request' (duration: 1.842250062s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:49.649205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:47.806131Z","time spent":"1.843037921s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:49.649353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622960416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T17:27:49.649412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730727644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:49.649423Z","caller":"traceutil/trace.go:171","msg":"trace[822687741] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3733; }","duration":"1.623015639s","start":"2026-07-24T17:27:48.026368Z","end":"2026-07-24T17:27:49.649383Z","steps":["trace[822687741] 'agreement among raft nodes before linearized reading' (duration: 1.622658676s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:49.649471Z","caller":"traceutil/trace.go:171","msg":"trace[235589447] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3733; }","duration":"2.730795596s","start":"2026-07-24T17:27:46.918661Z","end":"2026-07-24T17:27:49.649457Z","steps":["trace[235589447] 'agreement among raft nodes before linearized reading' (duration: 2.730705532s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:49.648997Z","caller":"traceutil/trace.go:171","msg":"trace[1996107540] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3733; }","duration":"1.627191705s","start":"2026-07-24T17:27:48.021763Z","end":"2026-07-24T17:27:49.648954Z","steps":["trace[1996107540] 'agreement among raft nodes before linearized reading' (duration: 1.626980017s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:49.649505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.026363Z","time spent":"1.623105272s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":281,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:49.64952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:46.918658Z","time spent":"2.730850568s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:27:49.649527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513150251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:49.649569Z","caller":"traceutil/trace.go:171","msg":"trace[400794499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3733; }","duration":"1.513227774s","start":"2026-07-24T17:27:48.136331Z","end":"2026-07-24T17:27:49.649559Z","steps":["trace[400794499] 'agreement among raft nodes before linearized reading' (duration: 1.513144921s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:49.649579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.021747Z","time spent":"1.627808678s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:49.648926Z","caller":"traceutil/trace.go:171","msg":"trace[131701490] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3733; }","duration":"2.270423501s","start":"2026-07-24T17:27:47.378487Z","end":"2026-07-24T17:27:49.64891Z","steps":["trace[131701490] 'agreement among raft nodes before linearized reading' (duration: 2.270327708s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:49.64961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.136321Z","time spent":"1.513277656s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:49.649811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:47.378461Z","time spent":"2.271333525s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:50.149105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:50.922804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:50.922915Z","caller":"traceutil/trace.go:171","msg":"trace[1059266002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362674s","start":"2026-07-24T17:27:48.92253Z","end":"2026-07-24T17:27:50.922892Z","steps":["trace[1059266002] 'agreement among raft nodes before linearized reading' (duration: 2.000199318s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.922992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.922509Z","time spent":"2.000467678s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:50.961553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.944134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:50.961773Z","caller":"traceutil/trace.go:171","msg":"trace[338646786] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"2.041262968s","start":"2026-07-24T17:27:48.920472Z","end":"2026-07-24T17:27:50.961735Z","steps":["trace[338646786] 'process raft request' (duration: 1.282035393s)","trace[338646786] 'compare' (duration: 758.411874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:50.96195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.920443Z","time spent":"2.041412643s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:50.962099Z","caller":"traceutil/trace.go:171","msg":"trace[1491810753] linearizableReadLoop","detail":"{readStateIndex:3902; appliedIndex:3898; }","duration":"1.313328795s","start":"2026-07-24T17:27:49.648747Z","end":"2026-07-24T17:27:50.962076Z","steps":["trace[1491810753] 'read index received' (duration: 553.693945ms)","trace[1491810753] 'applied index is now lower than readState.Index' (duration: 759.63354ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:50.962101Z","caller":"traceutil/trace.go:171","msg":"trace[1198663313] transaction","detail":"{read_only:false; response_revision:3735; number_of_response:1; }","duration":"2.041371862s","start":"2026-07-24T17:27:48.920707Z","end":"2026-07-24T17:27:50.962079Z","steps":["trace[1198663313] 'process raft request' (duration: 2.040961336s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:50.96226Z","caller":"traceutil/trace.go:171","msg":"trace[888730398] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"2.040655415s","start":"2026-07-24T17:27:48.921589Z","end":"2026-07-24T17:27:50.962244Z","steps":["trace[888730398] 'process raft request' (duration: 2.040368634s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.962481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.920697Z","time spent":"2.04157678s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:50.962519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.921544Z","time spent":"2.040753869s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:50.962574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135641404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:27:50.962608Z","caller":"traceutil/trace.go:171","msg":"trace[226067776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3737; }","duration":"2.135687106s","start":"2026-07-24T17:27:48.826911Z","end":"2026-07-24T17:27:50.962598Z","steps":["trace[226067776] 'agreement among raft nodes before linearized reading' (duration: 2.135469278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.962645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.826907Z","time spent":"2.135730788s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:27:50.962728Z","caller":"traceutil/trace.go:171","msg":"trace[793243040] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"2.040820732s","start":"2026-07-24T17:27:48.921897Z","end":"2026-07-24T17:27:50.962717Z","steps":["trace[793243040] 'process raft request' (duration: 2.040117245s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.962793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.921883Z","time spent":"2.040879833s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:50.96289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38414606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:27:50.962916Z","caller":"traceutil/trace.go:171","msg":"trace[149117490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3737; }","duration":"1.384212323s","start":"2026-07-24T17:27:49.578695Z","end":"2026-07-24T17:27:50.962907Z","steps":["trace[149117490] 'agreement among raft nodes before linearized reading' (duration: 1.38414784s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.962933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:49.578674Z","time spent":"1.384255154s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:27:50.962997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61109107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:50.963018Z","caller":"traceutil/trace.go:171","msg":"trace[851727332] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3737; }","duration":"1.611150442s","start":"2026-07-24T17:27:49.351861Z","end":"2026-07-24T17:27:50.963012Z","steps":["trace[851727332] 'agreement among raft nodes before linearized reading' (duration: 1.61111568s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.963016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555650926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T17:27:50.963069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800256763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-24T17:27:50.963077Z","caller":"traceutil/trace.go:171","msg":"trace[958883995] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3737; }","duration":"2.55574425s","start":"2026-07-24T17:27:48.407316Z","end":"2026-07-24T17:27:50.963061Z","steps":["trace[958883995] 'agreement among raft nodes before linearized reading' (duration: 2.555590284s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.963132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.407309Z","time spent":"2.555809882s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:27:50.96315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135769149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:27:50.96318Z","caller":"traceutil/trace.go:171","msg":"trace[1905372506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3737; }","duration":"2.135835362s","start":"2026-07-24T17:27:48.827337Z","end":"2026-07-24T17:27:50.963173Z","steps":["trace[1905372506] 'agreement among raft nodes before linearized reading' (duration: 2.135763409s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.963209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.827321Z","time spent":"2.135883683s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:50.962875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136037719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-07-24T17:27:50.963267Z","caller":"traceutil/trace.go:171","msg":"trace[1625263258] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:3737; }","duration":"2.136439514s","start":"2026-07-24T17:27:48.826822Z","end":"2026-07-24T17:27:50.963261Z","steps":["trace[1625263258] 'agreement among raft nodes before linearized reading' (duration: 2.135912514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.96329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.826772Z","time spent":"2.136511447s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4968,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-24T17:27:50.963416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55656566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T17:27:50.963474Z","caller":"traceutil/trace.go:171","msg":"trace[939133532] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d; range_end:; response_count:1; response_revision:3737; }","duration":"2.556623073s","start":"2026-07-24T17:27:48.406836Z","end":"2026-07-24T17:27:50.963459Z","steps":["trace[939133532] 'agreement among raft nodes before linearized reading' (duration: 2.556482257s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.963515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:48.406793Z","time spent":"2.556711075s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549ba65311e3d\" "} {"level":"warn","ts":"2026-07-24T17:27:50.963039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:49.351842Z","time spent":"1.611189443s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:50.96309Z","caller":"traceutil/trace.go:171","msg":"trace[1622296010] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:3737; }","duration":"1.800320105s","start":"2026-07-24T17:27:49.162765Z","end":"2026-07-24T17:27:50.963085Z","steps":["trace[1622296010] 'agreement among raft nodes before linearized reading' (duration: 1.800284914s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.96415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:49.162745Z","time spent":"1.801216988s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-24T17:27:50.964717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292981412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-24T17:27:50.964774Z","caller":"traceutil/trace.go:171","msg":"trace[338222889] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:3737; }","duration":"1.293065175s","start":"2026-07-24T17:27:49.671692Z","end":"2026-07-24T17:27:50.964757Z","steps":["trace[338222889] 'agreement among raft nodes before linearized reading' (duration: 1.292969282s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.964817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:49.671678Z","time spent":"1.293128337s","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-24T17:27:50.964837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309309954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:27:50.964904Z","caller":"traceutil/trace.go:171","msg":"trace[1866924849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3737; }","duration":"1.309381126s","start":"2026-07-24T17:27:49.655506Z","end":"2026-07-24T17:27:50.964887Z","steps":["trace[1866924849] 'agreement among raft nodes before linearized reading' (duration: 1.309193859s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.964955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:49.655463Z","time spent":"1.30947947s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:27:50.966808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314313862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:27:50.966873Z","caller":"traceutil/trace.go:171","msg":"trace[1936112437] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3737; }","duration":"1.314422196s","start":"2026-07-24T17:27:49.652435Z","end":"2026-07-24T17:27:50.966858Z","steps":["trace[1936112437] 'agreement among raft nodes before linearized reading' (duration: 1.311195065s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:50.967058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:49.652394Z","time spent":"1.314642364s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:27:51.467512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:51.968586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:52.039967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073364423s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:52.162339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:51.256215Z","time spent":"906.117799ms","remote":"127.0.0.1:43256","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:27:52.163231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.436367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:52.163358Z","caller":"traceutil/trace.go:171","msg":"trace[354204594] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"1.196868281s","start":"2026-07-24T17:27:50.966465Z","end":"2026-07-24T17:27:52.163333Z","steps":["trace[354204594] 'process raft request' (duration: 1.073650434s)","trace[354204594] 'compare' (duration: 122.088354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:52.163447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:50.966447Z","time spent":"1.196955113s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:53.229148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18879373s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:27:53.229921Z","caller":"traceutil/trace.go:171","msg":"trace[1398357010] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"2.258739595s","start":"2026-07-24T17:27:50.971148Z","end":"2026-07-24T17:27:53.229887Z","steps":["trace[1398357010] 'process raft request' (duration: 2.258170324s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:53.229956Z","caller":"traceutil/trace.go:171","msg":"trace[1063064907] transaction","detail":"{read_only:false; response_revision:3740; number_of_response:1; }","duration":"2.258687504s","start":"2026-07-24T17:27:50.971178Z","end":"2026-07-24T17:27:53.229866Z","steps":["trace[1063064907] 'process raft request' (duration: 2.258560789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:53.230087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:50.971134Z","time spent":"2.258864441s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:53.2301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:50.971164Z","time spent":"2.258862401s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:53.230828Z","caller":"traceutil/trace.go:171","msg":"trace[2092340972] linearizableReadLoop","detail":"{readStateIndex:3906; appliedIndex:3902; }","duration":"2.263349338s","start":"2026-07-24T17:27:50.967463Z","end":"2026-07-24T17:27:53.230812Z","steps":["trace[2092340972] 'read index received' (duration: 1.072860254s)","trace[2092340972] 'applied index is now lower than readState.Index' (duration: 1.190488104s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:53.230946Z","caller":"traceutil/trace.go:171","msg":"trace[1095791095] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"2.259693251s","start":"2026-07-24T17:27:50.971234Z","end":"2026-07-24T17:27:53.230927Z","steps":["trace[1095791095] 'process raft request' (duration: 2.25858402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:53.23104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:50.971039Z","time spent":"2.259950751s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:53.231222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263730102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:27:53.231331Z","caller":"traceutil/trace.go:171","msg":"trace[224587738] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3741; }","duration":"2.263875358s","start":"2026-07-24T17:27:50.967433Z","end":"2026-07-24T17:27:53.231309Z","steps":["trace[224587738] 'agreement among raft nodes before linearized reading' (duration: 2.263555526s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:53.231386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:50.967421Z","time spent":"2.263952521s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:27:53.731951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:54.037582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:54.03765Z","caller":"traceutil/trace.go:171","msg":"trace[1646867348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513643s","start":"2026-07-24T17:27:52.037121Z","end":"2026-07-24T17:27:54.037635Z","steps":["trace[1646867348] 'agreement among raft nodes before linearized reading' (duration: 2.000421979s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:54.037688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:52.037104Z","time spent":"2.000576396s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:54.105781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:54.105856Z","caller":"traceutil/trace.go:171","msg":"trace[962569805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170113s","start":"2026-07-24T17:27:52.105669Z","end":"2026-07-24T17:27:54.105839Z","steps":["trace[962569805] 'agreement among raft nodes before linearized reading' (duration: 2.000070469s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:54.105947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:52.10564Z","time spent":"2.000279478s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:54.232394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:54.733544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121389999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:54.93467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537783534s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:27:54.935151Z","caller":"traceutil/trace.go:171","msg":"trace[1446806316] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"1.962191146s","start":"2026-07-24T17:27:52.972941Z","end":"2026-07-24T17:27:54.935133Z","steps":["trace[1446806316] 'process raft request' (duration: 1.962162025s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:54.935215Z","caller":"traceutil/trace.go:171","msg":"trace[804307028] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"1.967037778s","start":"2026-07-24T17:27:52.968151Z","end":"2026-07-24T17:27:54.935189Z","steps":["trace[804307028] 'process raft request' (duration: 1.96680378s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:54.93525Z","caller":"traceutil/trace.go:171","msg":"trace[142831893] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"1.963448403s","start":"2026-07-24T17:27:52.971791Z","end":"2026-07-24T17:27:54.935239Z","steps":["trace[142831893] 'process raft request' (duration: 1.963290187s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:54.935312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:52.971778Z","time spent":"1.963490164s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:54.935341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:52.968129Z","time spent":"1.967143402s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:54.93542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:52.972916Z","time spent":"1.962272429s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:54.935324Z","caller":"traceutil/trace.go:171","msg":"trace[1799024701] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"1.964764322s","start":"2026-07-24T17:27:52.970479Z","end":"2026-07-24T17:27:54.935243Z","steps":["trace[1799024701] 'process raft request' (duration: 1.964578735s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:54.936339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:52.970372Z","time spent":"1.965565963s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:55.981857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993783369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:55.981952Z","caller":"traceutil/trace.go:171","msg":"trace[1860731896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.993918634s","start":"2026-07-24T17:27:50.988006Z","end":"2026-07-24T17:27:55.981925Z","steps":["trace[1860731896] 'agreement among raft nodes before linearized reading' (duration: 4.99380577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:55.982035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:50.987991Z","time spent":"4.993998086s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 17:27:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:56.073077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999160047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:56.073173Z","caller":"traceutil/trace.go:171","msg":"trace[1430038382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999313743s","start":"2026-07-24T17:27:51.073835Z","end":"2026-07-24T17:27:56.073149Z","steps":["trace[1430038382] 'agreement among raft nodes before linearized reading' (duration: 4.999202129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:56.073228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:51.073812Z","time spent":"4.999402226s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 17:27:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:56.112931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:27:56.113064Z","caller":"traceutil/trace.go:171","msg":"trace[2109745836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717211s","start":"2026-07-24T17:27:54.112326Z","end":"2026-07-24T17:27:56.113043Z","steps":["trace[2109745836] 'agreement among raft nodes before linearized reading' (duration: 2.000557115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:56.113115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:54.112302Z","time spent":"2.000801454s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:56.528103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.312717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:56.528187Z","caller":"traceutil/trace.go:171","msg":"trace[1691542004] linearizableReadLoop","detail":"{readStateIndex:3911; appliedIndex:3906; }","duration":"3.29730344s","start":"2026-07-24T17:27:53.230869Z","end":"2026-07-24T17:27:56.528173Z","steps":["trace[1691542004] 'read index received' (duration: 1.704106611s)","trace[1691542004] 'applied index is now lower than readState.Index' (duration: 1.593195849s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:56.528386Z","caller":"traceutil/trace.go:171","msg":"trace[1828499238] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"2.102796891s","start":"2026-07-24T17:27:54.425577Z","end":"2026-07-24T17:27:56.528374Z","steps":["trace[1828499238] 'process raft request' (duration: 1.14312801s)","trace[1828499238] 'compare' (duration: 959.213124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:56.528487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:54.425558Z","time spent":"2.102859743s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:56.528695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751351403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:56.52873Z","caller":"traceutil/trace.go:171","msg":"trace[374176556] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3746; }","duration":"3.751427846s","start":"2026-07-24T17:27:52.777291Z","end":"2026-07-24T17:27:56.528719Z","steps":["trace[374176556] 'agreement among raft nodes before linearized reading' (duration: 3.751369283s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:56.528755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:52.777267Z","time spent":"3.751481678s","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:56.528846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.361499582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-24T17:27:56.528899Z","caller":"traceutil/trace.go:171","msg":"trace[531535014] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be; range_end:; response_count:1; response_revision:3746; }","duration":"4.361598936s","start":"2026-07-24T17:27:52.167287Z","end":"2026-07-24T17:27:56.528886Z","steps":["trace[531535014] 'agreement among raft nodes before linearized reading' (duration: 4.361425469s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:56.528934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:52.167262Z","time spent":"4.361666048s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c549d46d3294be\" "} {"level":"warn","ts":"2026-07-24T17:27:56.528932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560406829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:27:56.52902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.557996579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:27:56.529025Z","caller":"traceutil/trace.go:171","msg":"trace[1542174633] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3746; }","duration":"5.560534564s","start":"2026-07-24T17:27:50.968474Z","end":"2026-07-24T17:27:56.529008Z","steps":["trace[1542174633] 'agreement among raft nodes before linearized reading' (duration: 5.560210331s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:56.529066Z","caller":"traceutil/trace.go:171","msg":"trace[933734798] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3746; }","duration":"5.558074991s","start":"2026-07-24T17:27:50.97098Z","end":"2026-07-24T17:27:56.529055Z","steps":["trace[933734798] 'agreement among raft nodes before linearized reading' (duration: 5.557993258s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:56.529097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:50.970962Z","time spent":"5.558127014s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:27:56.529099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:50.968457Z","time spent":"5.560630527s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:27:57.011225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.076335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:57.011351Z","caller":"traceutil/trace.go:171","msg":"trace[1305964548] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"742.079714ms","start":"2026-07-24T17:27:56.269248Z","end":"2026-07-24T17:27:57.011328Z","steps":["trace[1305964548] 'process raft request' (duration: 390.403746ms)","trace[1305964548] 'compare' (duration: 350.92435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:57.011424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.269225Z","time spent":"742.165806ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:57.466873Z","caller":"traceutil/trace.go:171","msg":"trace[493873398] linearizableReadLoop","detail":"{readStateIndex:3913; appliedIndex:3911; }","duration":"938.628455ms","start":"2026-07-24T17:27:56.528206Z","end":"2026-07-24T17:27:57.466834Z","steps":["trace[493873398] 'read index received' (duration: 131.632632ms)","trace[493873398] 'applied index is now lower than readState.Index' (duration: 806.995023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:57.466966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391003521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:57.466979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371668343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:57.467017Z","caller":"traceutil/trace.go:171","msg":"trace[1306614699] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3749; }","duration":"1.391092634s","start":"2026-07-24T17:27:56.075912Z","end":"2026-07-24T17:27:57.467005Z","steps":["trace[1306614699] 'agreement among raft nodes before linearized reading' (duration: 1.39098701s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:57.467028Z","caller":"traceutil/trace.go:171","msg":"trace[1759121693] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3749; }","duration":"2.371768187s","start":"2026-07-24T17:27:55.095248Z","end":"2026-07-24T17:27:57.467016Z","steps":["trace[1759121693] 'agreement among raft nodes before linearized reading' (duration: 2.371650002s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.467043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.075897Z","time spent":"1.391140916s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:57.46706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:55.095228Z","time spent":"2.371825079s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:57.467138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587092531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:27:57.467158Z","caller":"traceutil/trace.go:171","msg":"trace[578659659] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"1.195480827s","start":"2026-07-24T17:27:56.271669Z","end":"2026-07-24T17:27:57.46715Z","steps":["trace[578659659] 'process raft request' (duration: 1.132648012s)","trace[578659659] 'compare' (duration: 61.936381ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:57.4672Z","caller":"traceutil/trace.go:171","msg":"trace[1356364242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3749; }","duration":"3.587205435s","start":"2026-07-24T17:27:53.879985Z","end":"2026-07-24T17:27:57.467191Z","steps":["trace[1356364242] 'agreement among raft nodes before linearized reading' (duration: 3.587000007s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.467209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.27165Z","time spent":"1.195522918s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:57.467232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:53.879964Z","time spent":"3.587260807s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:27:57.467268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231851786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:27:57.467295Z","caller":"traceutil/trace.go:171","msg":"trace[1339852083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3749; }","duration":"2.231922939s","start":"2026-07-24T17:27:55.235366Z","end":"2026-07-24T17:27:57.467288Z","steps":["trace[1339852083] 'agreement among raft nodes before linearized reading' (duration: 2.231826125s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.46732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:55.235344Z","time spent":"2.231971741s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:57.467333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353835462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:57.467349Z","caller":"traceutil/trace.go:171","msg":"trace[552573035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3749; }","duration":"1.353876435s","start":"2026-07-24T17:27:56.113467Z","end":"2026-07-24T17:27:57.467343Z","steps":["trace[552573035] 'agreement among raft nodes before linearized reading' (duration: 1.353820893s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.467318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570109603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:57.467397Z","caller":"traceutil/trace.go:171","msg":"trace[1644405816] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3749; }","duration":"2.570227896s","start":"2026-07-24T17:27:54.897152Z","end":"2026-07-24T17:27:57.46738Z","steps":["trace[1644405816] 'agreement among raft nodes before linearized reading' (duration: 2.570134813s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.467224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064024785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:27:57.46741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504151926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:57.467499Z","caller":"traceutil/trace.go:171","msg":"trace[699835305] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3749; }","duration":"1.504246489s","start":"2026-07-24T17:27:55.963242Z","end":"2026-07-24T17:27:57.467489Z","steps":["trace[699835305] 'agreement among raft nodes before linearized reading' (duration: 1.504028551s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.467551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:55.963197Z","time spent":"1.504344493s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:57.467588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731938774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:27:57.46761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231650604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-24T17:27:57.467629Z","caller":"traceutil/trace.go:171","msg":"trace[788927899] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3749; }","duration":"4.231816059s","start":"2026-07-24T17:27:53.235808Z","end":"2026-07-24T17:27:57.467624Z","steps":["trace[788927899] 'agreement among raft nodes before linearized reading' (duration: 4.231760507s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.467648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:53.235788Z","time spent":"4.231856701s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T17:27:57.467565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.223873442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T17:27:57.467361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.113451Z","time spent":"1.353907355s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:57.467506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63070802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:57.467803Z","caller":"traceutil/trace.go:171","msg":"trace[1982691385] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3749; }","duration":"2.631050212s","start":"2026-07-24T17:27:54.836745Z","end":"2026-07-24T17:27:57.467795Z","steps":["trace[1982691385] 'agreement among raft nodes before linearized reading' (duration: 2.6307342s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.467836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:54.836726Z","time spent":"2.631091144s","remote":"127.0.0.1:36808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:57.467624Z","caller":"traceutil/trace.go:171","msg":"trace[538587132] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3749; }","duration":"2.732010267s","start":"2026-07-24T17:27:54.735605Z","end":"2026-07-24T17:27:57.467615Z","steps":["trace[538587132] 'agreement among raft nodes before linearized reading' (duration: 2.731919124s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.467888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:54.735586Z","time spent":"2.732288667s","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:57.467456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:54.897121Z","time spent":"2.57031985s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:57.467445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099980767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:57.468017Z","caller":"traceutil/trace.go:171","msg":"trace[54842374] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3749; }","duration":"4.100619122s","start":"2026-07-24T17:27:53.367385Z","end":"2026-07-24T17:27:57.468005Z","steps":["trace[54842374] 'agreement among raft nodes before linearized reading' (duration: 4.099992008s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:57.467469Z","caller":"traceutil/trace.go:171","msg":"trace[716116541] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3749; }","duration":"3.064507342s","start":"2026-07-24T17:27:54.402954Z","end":"2026-07-24T17:27:57.467461Z","steps":["trace[716116541] 'agreement among raft nodes before linearized reading' (duration: 3.064007704s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.468086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:54.402934Z","time spent":"3.065144767s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:57.467276Z","caller":"traceutil/trace.go:171","msg":"trace[1746790340] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"936.570947ms","start":"2026-07-24T17:27:56.5307Z","end":"2026-07-24T17:27:57.467271Z","steps":["trace[1746790340] 'process raft request' (duration: 935.84513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.468093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:53.367365Z","time spent":"4.100695785s","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":27,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:57.468201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.530683Z","time spent":"937.446171ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:57.467205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:27:57.468243Z","caller":"traceutil/trace.go:171","msg":"trace[901304768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3749; }","duration":"2.23221115s","start":"2026-07-24T17:27:55.236027Z","end":"2026-07-24T17:27:57.468238Z","steps":["trace[901304768] 'agreement among raft nodes before linearized reading' (duration: 2.230963183s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.468265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:55.236017Z","time spent":"2.232242841s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:27:57.467726Z","caller":"traceutil/trace.go:171","msg":"trace[1223165874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3749; }","duration":"4.224066849s","start":"2026-07-24T17:27:53.243649Z","end":"2026-07-24T17:27:57.467716Z","steps":["trace[1223165874] 'agreement among raft nodes before linearized reading' (duration: 4.22382635s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.468333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:53.243631Z","time spent":"4.224697123s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:27:58.000765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.082299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:58.001326Z","caller":"traceutil/trace.go:171","msg":"trace[1548398653] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"1.060225057s","start":"2026-07-24T17:27:56.94101Z","end":"2026-07-24T17:27:58.001235Z","steps":["trace[1548398653] 'process raft request' (duration: 779.313616ms)","trace[1548398653] 'compare' (duration: 279.811589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:58.001633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470700017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:27:58.00169Z","caller":"traceutil/trace.go:171","msg":"trace[1689716133] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3753; }","duration":"1.47077702s","start":"2026-07-24T17:27:56.530903Z","end":"2026-07-24T17:27:58.00168Z","steps":["trace[1689716133] 'agreement among raft nodes before linearized reading' (duration: 1.470474818s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:58.001803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.823335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:58.001851Z","caller":"traceutil/trace.go:171","msg":"trace[1648324876] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3753; }","duration":"822.905808ms","start":"2026-07-24T17:27:57.178933Z","end":"2026-07-24T17:27:58.001839Z","steps":["trace[1648324876] 'agreement among raft nodes before linearized reading' (duration: 822.798534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:58.001886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:57.178919Z","time spent":"822.957689ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:58.00204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.101516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:27:58.001876Z","caller":"traceutil/trace.go:171","msg":"trace[2109007396] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"1.059947076s","start":"2026-07-24T17:27:56.941783Z","end":"2026-07-24T17:27:58.00173Z","steps":["trace[2109007396] 'process raft request' (duration: 1.059468938s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:58.002425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.940982Z","time spent":"1.060540589s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:58.001725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.530895Z","time spent":"1.470822172s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-24T17:27:58.002109Z","caller":"traceutil/trace.go:171","msg":"trace[144150874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3753; }","duration":"873.20568ms","start":"2026-07-24T17:27:57.128887Z","end":"2026-07-24T17:27:58.002093Z","steps":["trace[144150874] 'agreement among raft nodes before linearized reading' (duration: 872.94448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:58.00255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:57.128873Z","time spent":"873.649066ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:58.002173Z","caller":"traceutil/trace.go:171","msg":"trace[1119103445] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"1.060238307s","start":"2026-07-24T17:27:56.941851Z","end":"2026-07-24T17:27:58.00209Z","steps":["trace[1119103445] 'process raft request' (duration: 1.059445517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:58.00255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.941763Z","time spent":"1.060680244s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:58.002066Z","caller":"traceutil/trace.go:171","msg":"trace[392705374] transaction","detail":"{read_only:false; response_revision:3751; number_of_response:1; }","duration":"1.060387983s","start":"2026-07-24T17:27:56.941614Z","end":"2026-07-24T17:27:58.002002Z","steps":["trace[392705374] 'process raft request' (duration: 1.059323443s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:58.002773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.941847Z","time spent":"1.060801959s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:58.001351Z","caller":"traceutil/trace.go:171","msg":"trace[1744590372] linearizableReadLoop","detail":"{readStateIndex:3918; appliedIndex:3914; }","duration":"534.39628ms","start":"2026-07-24T17:27:57.46694Z","end":"2026-07-24T17:27:58.001336Z","steps":["trace[1744590372] 'read index received' (duration: 253.397876ms)","trace[1744590372] 'applied index is now lower than readState.Index' (duration: 280.997484ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:58.002939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:56.941601Z","time spent":"1.061114921s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:58.503851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:59.285886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.444257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:59.286267Z","caller":"traceutil/trace.go:171","msg":"trace[1187471677] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"1.812652389s","start":"2026-07-24T17:27:57.473591Z","end":"2026-07-24T17:27:59.286244Z","steps":["trace[1187471677] 'process raft request' (duration: 1.812492643s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:59.286279Z","caller":"traceutil/trace.go:171","msg":"trace[1149241399] linearizableReadLoop","detail":"{readStateIndex:3923; appliedIndex:3918; }","duration":"1.283423773s","start":"2026-07-24T17:27:58.002842Z","end":"2026-07-24T17:27:59.286266Z","steps":["trace[1149241399] 'read index received' (duration: 502.536679ms)","trace[1149241399] 'applied index is now lower than readState.Index' (duration: 780.886144ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:59.286276Z","caller":"traceutil/trace.go:171","msg":"trace[1987947160] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"1.812679929s","start":"2026-07-24T17:27:57.473534Z","end":"2026-07-24T17:27:59.286214Z","steps":["trace[1987947160] 'process raft request' (duration: 1.812454141s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:59.286368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:57.473587Z","time spent":"1.812715781s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:59.286429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:57.473517Z","time spent":"1.812822995s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:59.286566Z","caller":"traceutil/trace.go:171","msg":"trace[1390961611] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"1.815155422s","start":"2026-07-24T17:27:57.471397Z","end":"2026-07-24T17:27:59.286553Z","steps":["trace[1390961611] 'process raft request' (duration: 1.033979187s)","trace[1390961611] 'compare' (duration: 780.025292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:59.286623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:57.471383Z","time spent":"1.815215275s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:27:59.286786Z","caller":"traceutil/trace.go:171","msg":"trace[1088878422] transaction","detail":"{read_only:false; response_revision:3757; number_of_response:1; }","duration":"1.808427019s","start":"2026-07-24T17:27:57.478342Z","end":"2026-07-24T17:27:59.286769Z","steps":["trace[1088878422] 'process raft request' (duration: 1.807784275s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:59.286901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:57.478329Z","time spent":"1.808526564s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:59.286978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250037347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:27:59.287024Z","caller":"traceutil/trace.go:171","msg":"trace[227897582] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3757; }","duration":"1.25012807s","start":"2026-07-24T17:27:58.036884Z","end":"2026-07-24T17:27:59.287013Z","steps":["trace[227897582] 'agreement among raft nodes before linearized reading' (duration: 1.249993564s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:59.287062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:58.036857Z","time spent":"1.250198412s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:27:59.287278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811784996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:59.287338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.965345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:59.287369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:58.003924Z","time spent":"1.283442174s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:27:59.28738Z","caller":"traceutil/trace.go:171","msg":"trace[1880461125] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3757; }","duration":"207.046788ms","start":"2026-07-24T17:27:59.08032Z","end":"2026-07-24T17:27:59.287367Z","steps":["trace[1880461125] 'agreement among raft nodes before linearized reading' (duration: 206.988356ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:59.287488Z","caller":"traceutil/trace.go:171","msg":"trace[1575262423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3757; }","duration":"1.811970323s","start":"2026-07-24T17:27:57.475371Z","end":"2026-07-24T17:27:59.287341Z","steps":["trace[1575262423] 'agreement among raft nodes before linearized reading' (duration: 1.811574438s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:59.287631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:57.475363Z","time spent":"1.812253343s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:00.792907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10812825s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:28:00.7934Z","caller":"traceutil/trace.go:171","msg":"trace[74173944] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3758; }","duration":"1.503883886s","start":"2026-07-24T17:27:59.289498Z","end":"2026-07-24T17:28:00.793382Z","steps":["trace[74173944] 'process raft request' (duration: 1.503506502s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:00.793503Z","caller":"traceutil/trace.go:171","msg":"trace[1315214759] linearizableReadLoop","detail":"{readStateIndex:3924; appliedIndex:3923; }","duration":"1.504335313s","start":"2026-07-24T17:27:59.289134Z","end":"2026-07-24T17:28:00.793469Z","steps":["trace[1315214759] 'read index received' (duration: 395.642451ms)","trace[1315214759] 'applied index is now lower than readState.Index' (duration: 1.108689552s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:00.793701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504545441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:00.793757Z","caller":"traceutil/trace.go:171","msg":"trace[1561593164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3758; }","duration":"1.504640895s","start":"2026-07-24T17:27:59.289101Z","end":"2026-07-24T17:28:00.793741Z","steps":["trace[1561593164] 'agreement among raft nodes before linearized reading' (duration: 1.504533151s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.793806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:59.289085Z","time spent":"1.504709247s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:00.793953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:59.289481Z","time spent":"1.503964189s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:00.794207Z","caller":"traceutil/trace.go:171","msg":"trace[1898269868] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"1.501821968s","start":"2026-07-24T17:27:59.292364Z","end":"2026-07-24T17:28:00.794186Z","steps":["trace[1898269868] 'process raft request' (duration: 1.500941625s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.79434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:59.29234Z","time spent":"1.501945583s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:28:00.794821Z","caller":"traceutil/trace.go:171","msg":"trace[1087542043] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"1.084507251s","start":"2026-07-24T17:27:59.710305Z","end":"2026-07-24T17:28:00.794812Z","steps":["trace[1087542043] 'process raft request' (duration: 1.083846186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.794905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:59.710233Z","time spent":"1.084635906s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:00.795361Z","caller":"traceutil/trace.go:171","msg":"trace[1417415769] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"815.7769ms","start":"2026-07-24T17:27:59.979559Z","end":"2026-07-24T17:28:00.795336Z","steps":["trace[1417415769] 'process raft request' (duration: 815.088064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.795505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:59.979533Z","time spent":"815.907085ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:00.795786Z","caller":"traceutil/trace.go:171","msg":"trace[1237113048] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"787.033777ms","start":"2026-07-24T17:28:00.008733Z","end":"2026-07-24T17:28:00.795766Z","steps":["trace[1237113048] 'process raft request' (duration: 786.670053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.795938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.008708Z","time spent":"787.156041ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:00.796856Z","caller":"traceutil/trace.go:171","msg":"trace[1455555951] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"786.932472ms","start":"2026-07-24T17:28:00.009458Z","end":"2026-07-24T17:28:00.79639Z","steps":["trace[1455555951] 'process raft request' (duration: 786.187514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.796965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.00944Z","time spent":"787.474763ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:00.797657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505375862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-07-24T17:28:00.79776Z","caller":"traceutil/trace.go:171","msg":"trace[2015011432] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:3765; }","duration":"1.505485746s","start":"2026-07-24T17:27:59.292251Z","end":"2026-07-24T17:28:00.797737Z","steps":["trace[2015011432] 'agreement among raft nodes before linearized reading' (duration: 1.505265898s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.797821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:59.292206Z","time spent":"1.505600691s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-24T17:28:00.798165Z","caller":"traceutil/trace.go:171","msg":"trace[991216780] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"788.158969ms","start":"2026-07-24T17:28:00.009992Z","end":"2026-07-24T17:28:00.798151Z","steps":["trace[991216780] 'process raft request' (duration: 787.377179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.798332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.009975Z","time spent":"788.267783ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:00.798527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505808598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:28:00.798566Z","caller":"traceutil/trace.go:171","msg":"trace[670700341] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"788.315375ms","start":"2026-07-24T17:28:00.010236Z","end":"2026-07-24T17:28:00.798552Z","steps":["trace[670700341] 'process raft request' (duration: 787.227924ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:00.798591Z","caller":"traceutil/trace.go:171","msg":"trace[1471973878] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3765; }","duration":"1.505883962s","start":"2026-07-24T17:27:59.29269Z","end":"2026-07-24T17:28:00.798574Z","steps":["trace[1471973878] 'agreement among raft nodes before linearized reading' (duration: 1.505689394s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.798636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.010229Z","time spent":"788.365676ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:00.798653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:59.292684Z","time spent":"1.505943884s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:00.798765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.463965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-24T17:28:00.798826Z","caller":"traceutil/trace.go:171","msg":"trace[2129760799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3765; }","duration":"570.56333ms","start":"2026-07-24T17:28:00.228251Z","end":"2026-07-24T17:28:00.798814Z","steps":["trace[2129760799] 'agreement among raft nodes before linearized reading' (duration: 570.342571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.798871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.228232Z","time spent":"570.628021ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:00.799072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11792258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T17:28:00.799227Z","caller":"traceutil/trace.go:171","msg":"trace[1475671784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3765; }","duration":"1.118103926s","start":"2026-07-24T17:27:59.68102Z","end":"2026-07-24T17:28:00.799124Z","steps":["trace[1475671784] 'agreement among raft nodes before linearized reading' (duration: 1.117202172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.799441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:59.680997Z","time spent":"1.118322595s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:01.853266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.507486ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:28:01.853495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.795284Z","time spent":"1.058204967s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:28:01.854227Z","caller":"traceutil/trace.go:171","msg":"trace[350550444] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"1.053210449s","start":"2026-07-24T17:28:00.800994Z","end":"2026-07-24T17:28:01.854204Z","steps":["trace[350550444] 'process raft request' (duration: 1.052385918s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.854399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.800976Z","time spent":"1.053312823s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:28:01.854743Z","caller":"traceutil/trace.go:171","msg":"trace[998446156] linearizableReadLoop","detail":"{readStateIndex:3934; appliedIndex:3932; }","duration":"1.051371771s","start":"2026-07-24T17:28:00.803134Z","end":"2026-07-24T17:28:01.854505Z","steps":["trace[998446156] 'read index received' (duration: 102.630428ms)","trace[998446156] 'applied index is now lower than readState.Index' (duration: 948.739943ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:01.854948Z","caller":"traceutil/trace.go:171","msg":"trace[1482338108] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"1.049951456s","start":"2026-07-24T17:28:00.804974Z","end":"2026-07-24T17:28:01.854926Z","steps":["trace[1482338108] 'process raft request' (duration: 1.04924042s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.855079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.804949Z","time spent":"1.05005312s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:01.855123Z","caller":"traceutil/trace.go:171","msg":"trace[519298019] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"1.049758859s","start":"2026-07-24T17:28:00.805345Z","end":"2026-07-24T17:28:01.855104Z","steps":["trace[519298019] 'process raft request' (duration: 1.048962959s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:01.855235Z","caller":"traceutil/trace.go:171","msg":"trace[1640005479] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"1.047691091s","start":"2026-07-24T17:28:00.807533Z","end":"2026-07-24T17:28:01.855224Z","steps":["trace[1640005479] 'process raft request' (duration: 1.046836168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.855305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.807518Z","time spent":"1.047758534s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:01.855342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.805337Z","time spent":"1.049928245s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:01.855447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052301405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:28:01.855502Z","caller":"traceutil/trace.go:171","msg":"trace[542018114] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3769; }","duration":"1.052375838s","start":"2026-07-24T17:28:00.803113Z","end":"2026-07-24T17:28:01.855488Z","steps":["trace[542018114] 'agreement among raft nodes before linearized reading' (duration: 1.052040115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.855543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.803101Z","time spent":"1.0524339s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:02.807108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000529993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:28:02.807181Z","caller":"traceutil/trace.go:171","msg":"trace[1351178147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614627s","start":"2026-07-24T17:28:00.806551Z","end":"2026-07-24T17:28:02.807165Z","steps":["trace[1351178147] 'agreement among raft nodes before linearized reading' (duration: 2.000527674s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.80723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.806514Z","time spent":"2.00070769s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:02.841547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.011255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:02.841725Z","caller":"traceutil/trace.go:171","msg":"trace[1856653613] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"982.334755ms","start":"2026-07-24T17:28:01.859371Z","end":"2026-07-24T17:28:02.841706Z","steps":["trace[1856653613] 'process raft request' (duration: 982.299923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.841791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.859363Z","time spent":"982.403547ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:28:02.841752Z","caller":"traceutil/trace.go:171","msg":"trace[1474468701] linearizableReadLoop","detail":"{readStateIndex:3938; appliedIndex:3937; }","duration":"986.927237ms","start":"2026-07-24T17:28:01.8548Z","end":"2026-07-24T17:28:02.841727Z","steps":["trace[1474468701] 'read index received' (duration: 236.685814ms)","trace[1474468701] 'applied index is now lower than readState.Index' (duration: 750.238043ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:02.841969Z","caller":"traceutil/trace.go:171","msg":"trace[2072703920] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"982.665927ms","start":"2026-07-24T17:28:01.859292Z","end":"2026-07-24T17:28:02.841958Z","steps":["trace[2072703920] 'process raft request' (duration: 982.343015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.842014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.859269Z","time spent":"982.725709ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:28:02.842049Z","caller":"traceutil/trace.go:171","msg":"trace[472632006] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"987.421186ms","start":"2026-07-24T17:28:01.854547Z","end":"2026-07-24T17:28:02.841968Z","steps":["trace[472632006] 'process raft request' (duration: 236.929073ms)","trace[472632006] 'compare' (duration: 749.757576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:02.842197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.854522Z","time spent":"987.614874ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:02.842442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551068734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:28:02.84247Z","caller":"traceutil/trace.go:171","msg":"trace[698818912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3772; }","duration":"1.551115025s","start":"2026-07-24T17:28:01.291348Z","end":"2026-07-24T17:28:02.842463Z","steps":["trace[698818912] 'agreement among raft nodes before linearized reading' (duration: 1.550887356s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.842491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.291341Z","time spent":"1.551145146s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:02.842596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028802216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:02.842619Z","caller":"traceutil/trace.go:171","msg":"trace[1107696242] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3772; }","duration":"1.028857329s","start":"2026-07-24T17:28:01.813757Z","end":"2026-07-24T17:28:02.842614Z","steps":["trace[1107696242] 'agreement among raft nodes before linearized reading' (duration: 1.028819967s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.842639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.81374Z","time spent":"1.028893549s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:02.842755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551416066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:28:02.842867Z","caller":"traceutil/trace.go:171","msg":"trace[1860259336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3772; }","duration":"1.551560662s","start":"2026-07-24T17:28:01.291289Z","end":"2026-07-24T17:28:02.842849Z","steps":["trace[1860259336] 'agreement among raft nodes before linearized reading' (duration: 1.551296272s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.84296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865217805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:28:02.843002Z","caller":"traceutil/trace.go:171","msg":"trace[521614351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3772; }","duration":"1.865297199s","start":"2026-07-24T17:28:00.977696Z","end":"2026-07-24T17:28:02.842993Z","steps":["trace[521614351] 'agreement among raft nodes before linearized reading' (duration: 1.865201185s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.843031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.977678Z","time spent":"1.86534255s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:02.84296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.291271Z","time spent":"1.551671766s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:03.995307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.155275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:03.995812Z","caller":"traceutil/trace.go:171","msg":"trace[138637028] linearizableReadLoop","detail":"{readStateIndex:3944; appliedIndex:3940; }","duration":"1.15386441s","start":"2026-07-24T17:28:02.841928Z","end":"2026-07-24T17:28:03.995793Z","steps":["trace[138637028] 'read index received' (duration: 378.095021ms)","trace[138637028] 'applied index is now lower than readState.Index' (duration: 775.768139ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:03.995961Z","caller":"traceutil/trace.go:171","msg":"trace[406455536] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"1.194121228s","start":"2026-07-24T17:28:02.801824Z","end":"2026-07-24T17:28:03.995945Z","steps":["trace[406455536] 'process raft request' (duration: 418.218734ms)","trace[406455536] 'compare' (duration: 774.853794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:03.996039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.801796Z","time spent":"1.194203201s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:03.99616Z","caller":"traceutil/trace.go:171","msg":"trace[804899254] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"1.193484825s","start":"2026-07-24T17:28:02.802666Z","end":"2026-07-24T17:28:03.996151Z","steps":["trace[804899254] 'process raft request' (duration: 1.192750447s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.996217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.802653Z","time spent":"1.193537796s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:03.996301Z","caller":"traceutil/trace.go:171","msg":"trace[2074644723] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"1.192134103s","start":"2026-07-24T17:28:02.804159Z","end":"2026-07-24T17:28:03.996293Z","steps":["trace[2074644723] 'process raft request' (duration: 1.191346403s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.996355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.804143Z","time spent":"1.192184785s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:03.996511Z","caller":"traceutil/trace.go:171","msg":"trace[1455895357] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"1.149268776s","start":"2026-07-24T17:28:02.847221Z","end":"2026-07-24T17:28:03.996489Z","steps":["trace[1455895357] 'process raft request' (duration: 1.148454846s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.996559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124609747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-07-24T17:28:03.996629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134470499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:28:03.996642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.847209Z","time spent":"1.149366501s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:03.996648Z","caller":"traceutil/trace.go:171","msg":"trace[734570265] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"1.149193544s","start":"2026-07-24T17:28:02.847433Z","end":"2026-07-24T17:28:03.996627Z","steps":["trace[734570265] 'process raft request' (duration: 1.148280069s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.996666Z","caller":"traceutil/trace.go:171","msg":"trace[1366241083] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3780; }","duration":"2.134512952s","start":"2026-07-24T17:28:01.862143Z","end":"2026-07-24T17:28:03.996656Z","steps":["trace[1366241083] 'agreement among raft nodes before linearized reading' (duration: 2.134413908s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.996698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.862138Z","time spent":"2.134554313s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:03.996748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728168379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:03.996748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.847426Z","time spent":"1.149267377s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:03.996763Z","caller":"traceutil/trace.go:171","msg":"trace[307034818] transaction","detail":"{read_only:false; response_revision:3776; number_of_response:1; }","duration":"1.191736438s","start":"2026-07-24T17:28:02.805014Z","end":"2026-07-24T17:28:03.99675Z","steps":["trace[307034818] 'process raft request' (duration: 1.190546733s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.996784Z","caller":"traceutil/trace.go:171","msg":"trace[224409826] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3780; }","duration":"1.728237772s","start":"2026-07-24T17:28:02.268531Z","end":"2026-07-24T17:28:03.996768Z","steps":["trace[224409826] 'agreement among raft nodes before linearized reading' (duration: 1.728157489s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.996831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.805001Z","time spent":"1.191798001s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:03.996872Z","caller":"traceutil/trace.go:171","msg":"trace[140024389] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"1.148086952s","start":"2026-07-24T17:28:02.848774Z","end":"2026-07-24T17:28:03.996861Z","steps":["trace[140024389] 'process raft request' (duration: 1.146977241s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.996922Z","caller":"traceutil/trace.go:171","msg":"trace[135137387] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"1.151051914s","start":"2026-07-24T17:28:02.84586Z","end":"2026-07-24T17:28:03.996912Z","steps":["trace[135137387] 'process raft request' (duration: 1.149769466s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.996957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137279376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:28:03.99697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189306156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:03.99698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.845823Z","time spent":"1.151129377s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:28:03.997Z","caller":"traceutil/trace.go:171","msg":"trace[1288236923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3780; }","duration":"2.137517154s","start":"2026-07-24T17:28:01.859473Z","end":"2026-07-24T17:28:03.99699Z","steps":["trace[1288236923] 'agreement among raft nodes before linearized reading' (duration: 2.13739524s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.99701Z","caller":"traceutil/trace.go:171","msg":"trace[229514968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3780; }","duration":"1.18938593s","start":"2026-07-24T17:28:02.807612Z","end":"2026-07-24T17:28:03.996998Z","steps":["trace[229514968] 'agreement among raft nodes before linearized reading' (duration: 1.189333618s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.99703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.859466Z","time spent":"2.137556187s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:03.997049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.80759Z","time spent":"1.189452282s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:03.996535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129079267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-07-24T17:28:03.997153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137789495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-07-24T17:28:03.997163Z","caller":"traceutil/trace.go:171","msg":"trace[382829555] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.12971892s","start":"2026-07-24T17:28:01.867432Z","end":"2026-07-24T17:28:03.997151Z","steps":["trace[382829555] 'agreement among raft nodes before linearized reading' (duration: 2.128986763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.996962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932523666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-07-24T17:28:03.997202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.867428Z","time spent":"2.129761922s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-24T17:28:03.997215Z","caller":"traceutil/trace.go:171","msg":"trace[1087829976] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"1.932771005s","start":"2026-07-24T17:28:02.064432Z","end":"2026-07-24T17:28:03.997203Z","steps":["trace[1087829976] 'agreement among raft nodes before linearized reading' (duration: 1.932421192s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.997252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.064367Z","time spent":"1.932873489s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-24T17:28:03.997271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138038245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:28:03.997285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096246768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-07-24T17:28:03.996831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.268507Z","time spent":"1.728307894s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":24,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:03.997333Z","caller":"traceutil/trace.go:171","msg":"trace[1206595027] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.096319501s","start":"2026-07-24T17:28:01.901004Z","end":"2026-07-24T17:28:03.997323Z","steps":["trace[1206595027] 'agreement among raft nodes before linearized reading' (duration: 2.096135394s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.997354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151107466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:28:03.997299Z","caller":"traceutil/trace.go:171","msg":"trace[1259802541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3780; }","duration":"2.138092357s","start":"2026-07-24T17:28:01.859199Z","end":"2026-07-24T17:28:03.997292Z","steps":["trace[1259802541] 'agreement among raft nodes before linearized reading' (duration: 2.138021934s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.997392Z","caller":"traceutil/trace.go:171","msg":"trace[1588628299] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3780; }","duration":"1.151184889s","start":"2026-07-24T17:28:02.8462Z","end":"2026-07-24T17:28:03.997385Z","steps":["trace[1588628299] 'agreement among raft nodes before linearized reading' (duration: 1.151126687s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.997422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.84618Z","time spent":"1.151235401s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:28:03.996924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.848766Z","time spent":"1.148127564s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:03.997119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066908863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:03.997479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12440063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-07-24T17:28:03.997502Z","caller":"traceutil/trace.go:171","msg":"trace[1794409271] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3780; }","duration":"2.067311698s","start":"2026-07-24T17:28:01.930178Z","end":"2026-07-24T17:28:03.99749Z","steps":["trace[1794409271] 'agreement among raft nodes before linearized reading' (duration: 2.066872062s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.99751Z","caller":"traceutil/trace.go:171","msg":"trace[1984500277] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.124445032s","start":"2026-07-24T17:28:01.873057Z","end":"2026-07-24T17:28:03.997502Z","steps":["trace[1984500277] 'agreement among raft nodes before linearized reading' (duration: 2.124355758s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.996656Z","caller":"traceutil/trace.go:171","msg":"trace[678598132] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.124743923s","start":"2026-07-24T17:28:01.87189Z","end":"2026-07-24T17:28:03.996634Z","steps":["trace[678598132] 'agreement among raft nodes before linearized reading' (duration: 2.124458452s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.997543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.930165Z","time spent":"2.06736283s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:03.99657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52084248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:28:03.997578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.871884Z","time spent":"2.125682288s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-07-24T17:28:03.997599Z","caller":"traceutil/trace.go:171","msg":"trace[1574707409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3780; }","duration":"1.521920051s","start":"2026-07-24T17:28:02.475668Z","end":"2026-07-24T17:28:03.997588Z","steps":["trace[1574707409] 'agreement among raft nodes before linearized reading' (duration: 1.520700965s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.997204Z","caller":"traceutil/trace.go:171","msg":"trace[1976403486] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3780; }","duration":"2.137836136s","start":"2026-07-24T17:28:01.859341Z","end":"2026-07-24T17:28:03.997177Z","steps":["trace[1976403486] 'agreement among raft nodes before linearized reading' (duration: 2.137755983s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.997686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.859334Z","time spent":"2.138343815s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4451,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T17:28:03.997536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.87305Z","time spent":"2.124480383s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-07-24T17:28:03.997032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961104424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:03.997755Z","caller":"traceutil/trace.go:171","msg":"trace[161680768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3780; }","duration":"1.961868932s","start":"2026-07-24T17:28:02.035876Z","end":"2026-07-24T17:28:03.997745Z","steps":["trace[161680768] 'agreement among raft nodes before linearized reading' (duration: 1.961134714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.997787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.035777Z","time spent":"1.962003267s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:03.997653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:02.475647Z","time spent":"1.521989584s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:03.997986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.301015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:03.998024Z","caller":"traceutil/trace.go:171","msg":"trace[891613820] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3780; }","duration":"254.390558ms","start":"2026-07-24T17:28:03.743624Z","end":"2026-07-24T17:28:03.998015Z","steps":["trace[891613820] 'agreement among raft nodes before linearized reading' (duration: 254.281694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.997364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.900987Z","time spent":"2.096370993s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-24T17:28:03.997396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.859182Z","time spent":"2.13820744s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:03.998475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134422128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-07-24T17:28:03.998577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131168635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-07-24T17:28:03.998579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134436679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-07-24T17:28:03.998625Z","caller":"traceutil/trace.go:171","msg":"trace[1541284301] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.131216116s","start":"2026-07-24T17:28:01.867395Z","end":"2026-07-24T17:28:03.998612Z","steps":["trace[1541284301] 'agreement among raft nodes before linearized reading' (duration: 2.131093782s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.998629Z","caller":"traceutil/trace.go:171","msg":"trace[1977710795] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.134495651s","start":"2026-07-24T17:28:01.864122Z","end":"2026-07-24T17:28:03.998617Z","steps":["trace[1977710795] 'agreement among raft nodes before linearized reading' (duration: 2.134368806s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.998647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134573553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-07-24T17:28:03.99867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.864118Z","time spent":"2.134542122s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-24T17:28:03.998678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.867373Z","time spent":"2.131282979s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-07-24T17:28:03.998683Z","caller":"traceutil/trace.go:171","msg":"trace[2034765509] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.134617706s","start":"2026-07-24T17:28:01.864055Z","end":"2026-07-24T17:28:03.998673Z","steps":["trace[2034765509] 'agreement among raft nodes before linearized reading' (duration: 2.134522172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.998718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.86405Z","time spent":"2.134662007s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-07-24T17:28:03.998808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131360973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-07-24T17:28:03.998856Z","caller":"traceutil/trace.go:171","msg":"trace[179956666] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.131426505s","start":"2026-07-24T17:28:01.867415Z","end":"2026-07-24T17:28:03.998841Z","steps":["trace[179956666] 'agreement among raft nodes before linearized reading' (duration: 2.131322981s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.998893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.867401Z","time spent":"2.131482417s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-07-24T17:28:03.998585Z","caller":"traceutil/trace.go:171","msg":"trace[1436897271] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.134547433s","start":"2026-07-24T17:28:01.864025Z","end":"2026-07-24T17:28:03.998573Z","steps":["trace[1436897271] 'agreement among raft nodes before linearized reading' (duration: 2.132468165s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.999007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.864019Z","time spent":"2.134979709s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-07-24T17:28:03.998812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131385883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-07-24T17:28:03.999133Z","caller":"traceutil/trace.go:171","msg":"trace[1083840120] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:3780; }","duration":"2.131709316s","start":"2026-07-24T17:28:01.86741Z","end":"2026-07-24T17:28:03.999119Z","steps":["trace[1083840120] 'agreement among raft nodes before linearized reading' (duration: 2.131342382s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:03.999181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.867406Z","time spent":"2.131761947s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-07-24T17:28:05.346662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066723188s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:05.347002Z","caller":"traceutil/trace.go:171","msg":"trace[1597146921] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"1.335243093s","start":"2026-07-24T17:28:04.01172Z","end":"2026-07-24T17:28:05.346963Z","steps":["trace[1597146921] 'process raft request' (duration: 268.158641ms)","trace[1597146921] 'compare' (duration: 1.066634175s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:05.347216Z","caller":"traceutil/trace.go:171","msg":"trace[1734103619] linearizableReadLoop","detail":"{readStateIndex:3951; appliedIndex:3948; }","duration":"1.33488776s","start":"2026-07-24T17:28:04.012206Z","end":"2026-07-24T17:28:05.347094Z","steps":["trace[1734103619] 'read index received' (duration: 267.58155ms)","trace[1734103619] 'applied index is now lower than readState.Index' (duration: 1.06730543s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:05.34724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.01171Z","time spent":"1.33542168s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:05.347516Z","caller":"traceutil/trace.go:171","msg":"trace[1513844139] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"1.335498663s","start":"2026-07-24T17:28:04.012007Z","end":"2026-07-24T17:28:05.347506Z","steps":["trace[1513844139] 'process raft request' (duration: 1.334740534s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.347574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.012001Z","time spent":"1.335546054s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:05.347858Z","caller":"traceutil/trace.go:171","msg":"trace[68131425] transaction","detail":"{read_only:false; response_revision:3783; number_of_response:1; }","duration":"1.33569144s","start":"2026-07-24T17:28:04.012156Z","end":"2026-07-24T17:28:05.347847Z","steps":["trace[68131425] 'process raft request' (duration: 1.334795496s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.347915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.01214Z","time spent":"1.335749362s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:05.348056Z","caller":"traceutil/trace.go:171","msg":"trace[1194838046] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"1.335671779s","start":"2026-07-24T17:28:04.012377Z","end":"2026-07-24T17:28:05.348049Z","steps":["trace[1194838046] 'process raft request' (duration: 1.33462391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.3481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.01235Z","time spent":"1.335728301s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:05.348481Z","caller":"traceutil/trace.go:171","msg":"trace[989155746] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"1.335758152s","start":"2026-07-24T17:28:04.012712Z","end":"2026-07-24T17:28:05.34847Z","steps":["trace[989155746] 'process raft request' (duration: 1.334311508s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.348538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.012704Z","time spent":"1.335810205s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:28:05.348568Z","caller":"traceutil/trace.go:171","msg":"trace[1772764495] transaction","detail":"{read_only:false; response_revision:3786; number_of_response:1; }","duration":"1.313605867s","start":"2026-07-24T17:28:04.0349Z","end":"2026-07-24T17:28:05.348506Z","steps":["trace[1772764495] 'process raft request' (duration: 1.312153852s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.3488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336504261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:05.34895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.079117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:05.349045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336837364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:05.349055Z","caller":"traceutil/trace.go:171","msg":"trace[404121797] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3786; }","duration":"719.198811ms","start":"2026-07-24T17:28:04.629832Z","end":"2026-07-24T17:28:05.349031Z","steps":["trace[404121797] 'agreement among raft nodes before linearized reading' (duration: 719.036725ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:05.349076Z","caller":"traceutil/trace.go:171","msg":"trace[667564003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3786; }","duration":"1.336872045s","start":"2026-07-24T17:28:04.012195Z","end":"2026-07-24T17:28:05.349067Z","steps":["trace[667564003] 'agreement among raft nodes before linearized reading' (duration: 1.336829783s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.349077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.659232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:05.349112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.012189Z","time spent":"1.336917606s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:05.349125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.629778Z","time spent":"719.328306ms","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-24T17:28:05.349155Z","caller":"traceutil/trace.go:171","msg":"trace[1872693541] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3786; }","duration":"988.771636ms","start":"2026-07-24T17:28:04.360369Z","end":"2026-07-24T17:28:05.34914Z","steps":["trace[1872693541] 'agreement among raft nodes before linearized reading' (duration: 988.651031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.349168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315229497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:28:05.348996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281318498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:05.349312Z","caller":"traceutil/trace.go:171","msg":"trace[1124653683] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3786; }","duration":"1.315388234s","start":"2026-07-24T17:28:04.033872Z","end":"2026-07-24T17:28:05.34926Z","steps":["trace[1124653683] 'agreement among raft nodes before linearized reading' (duration: 1.315067762s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:05.349327Z","caller":"traceutil/trace.go:171","msg":"trace[1536547674] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3786; }","duration":"1.281674392s","start":"2026-07-24T17:28:04.067625Z","end":"2026-07-24T17:28:05.3493Z","steps":["trace[1536547674] 'agreement among raft nodes before linearized reading' (duration: 1.281301277s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.349397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.033857Z","time spent":"1.315528069s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:28:05.349417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.067609Z","time spent":"1.281796456s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:28:05.349005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.921015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-07-24T17:28:05.349604Z","caller":"traceutil/trace.go:171","msg":"trace[1928904943] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:3786; }","duration":"615.557209ms","start":"2026-07-24T17:28:04.734031Z","end":"2026-07-24T17:28:05.349588Z","steps":["trace[1928904943] 'agreement among raft nodes before linearized reading' (duration: 614.882524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.349663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.734007Z","time spent":"615.640113ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2355,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-24T17:28:05.348849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.034878Z","time spent":"1.313867507s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:05.349976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.048413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:05.348994Z","caller":"traceutil/trace.go:171","msg":"trace[1713047338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3786; }","duration":"1.336711638s","start":"2026-07-24T17:28:04.01226Z","end":"2026-07-24T17:28:05.348971Z","steps":["trace[1713047338] 'agreement among raft nodes before linearized reading' (duration: 1.33648374s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:05.350134Z","caller":"traceutil/trace.go:171","msg":"trace[1901348905] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3786; }","duration":"720.209219ms","start":"2026-07-24T17:28:04.629908Z","end":"2026-07-24T17:28:05.350117Z","steps":["trace[1901348905] 'agreement among raft nodes before linearized reading' (duration: 719.664689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.350373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.629853Z","time spent":"720.452999ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-24T17:28:05.350733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338419963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:28:05.350765Z","caller":"traceutil/trace.go:171","msg":"trace[524020476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3786; }","duration":"1.338467245s","start":"2026-07-24T17:28:04.012288Z","end":"2026-07-24T17:28:05.350756Z","steps":["trace[524020476] 'agreement among raft nodes before linearized reading' (duration: 1.336735589s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:05.350785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.01221Z","time spent":"1.338570509s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:05.350441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.012207Z","time spent":"1.337985146s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:05.351117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.360319Z","time spent":"988.864609ms","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:05.936184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:06.612256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.134011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:06.612716Z","caller":"traceutil/trace.go:171","msg":"trace[1427961614] linearizableReadLoop","detail":"{readStateIndex:3958; appliedIndex:3955; }","duration":"1.177108746s","start":"2026-07-24T17:28:05.435582Z","end":"2026-07-24T17:28:06.612691Z","steps":["trace[1427961614] 'read index received' (duration: 536.447646ms)","trace[1427961614] 'applied index is now lower than readState.Index' (duration: 640.6594ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:06.612826Z","caller":"traceutil/trace.go:171","msg":"trace[1046607151] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"1.255979945s","start":"2026-07-24T17:28:05.356829Z","end":"2026-07-24T17:28:06.612809Z","steps":["trace[1046607151] 'process raft request' (duration: 615.20123ms)","trace[1046607151] 'compare' (duration: 639.425864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:06.612995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252211123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-07-24T17:28:06.613015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.356811Z","time spent":"1.25610916s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:06.613144Z","caller":"traceutil/trace.go:171","msg":"trace[1257545438] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:3790; }","duration":"1.252370999s","start":"2026-07-24T17:28:05.360755Z","end":"2026-07-24T17:28:06.613126Z","steps":["trace[1257545438] 'agreement among raft nodes before linearized reading' (duration: 1.25212814s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:06.613189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252555436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:06.613211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.360747Z","time spent":"1.252449131s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"info","ts":"2026-07-24T17:28:06.613223Z","caller":"traceutil/trace.go:171","msg":"trace[2058524322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3790; }","duration":"1.252609538s","start":"2026-07-24T17:28:05.360605Z","end":"2026-07-24T17:28:06.613215Z","steps":["trace[2058524322] 'agreement among raft nodes before linearized reading' (duration: 1.252567996s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:06.613247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.360596Z","time spent":"1.252645239s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:06.613156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253600855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-07-24T17:28:06.613362Z","caller":"traceutil/trace.go:171","msg":"trace[596998085] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"1.171214604s","start":"2026-07-24T17:28:05.442117Z","end":"2026-07-24T17:28:06.613332Z","steps":["trace[596998085] 'process raft request' (duration: 1.170252708s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:06.613418Z","caller":"traceutil/trace.go:171","msg":"trace[1379562316] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:3790; }","duration":"1.253888486s","start":"2026-07-24T17:28:05.359522Z","end":"2026-07-24T17:28:06.613411Z","steps":["trace[1379562316] 'agreement among raft nodes before linearized reading' (duration: 1.253553194s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:06.613418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258646456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:28:06.61348Z","caller":"traceutil/trace.go:171","msg":"trace[940401266] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"1.171103471s","start":"2026-07-24T17:28:05.442366Z","end":"2026-07-24T17:28:06.61347Z","steps":["trace[940401266] 'process raft request' (duration: 1.170146285s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:06.613486Z","caller":"traceutil/trace.go:171","msg":"trace[599210233] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3790; }","duration":"1.258763521s","start":"2026-07-24T17:28:05.354705Z","end":"2026-07-24T17:28:06.613469Z","steps":["trace[599210233] 'agreement among raft nodes before linearized reading' (duration: 1.258519701s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:06.61349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.442092Z","time spent":"1.171338189s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:28:06.613528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.442357Z","time spent":"1.171145832s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:06.613531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.354684Z","time spent":"1.258839073s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:06.613448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.359512Z","time spent":"1.253927678s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2355,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-24T17:28:06.613616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257374888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:06.614482Z","caller":"traceutil/trace.go:171","msg":"trace[1922111835] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3790; }","duration":"1.258094285s","start":"2026-07-24T17:28:05.356185Z","end":"2026-07-24T17:28:06.614279Z","steps":["trace[1922111835] 'agreement among raft nodes before linearized reading' (duration: 1.256931491s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:06.614578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.356169Z","time spent":"1.258365405s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:28:07.113669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:08.082108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.41741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:08.08227Z","caller":"traceutil/trace.go:171","msg":"trace[1237287026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3790; }","duration":"646.587946ms","start":"2026-07-24T17:28:07.435657Z","end":"2026-07-24T17:28:08.082245Z","steps":["trace[1237287026] 'range keys from in-memory index tree' (duration: 646.398659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.082686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.61721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:08.083019Z","caller":"traceutil/trace.go:171","msg":"trace[458610297] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"2.071243249s","start":"2026-07-24T17:28:06.011759Z","end":"2026-07-24T17:28:08.083002Z","steps":["trace[458610297] 'process raft request' (duration: 2.071145925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.083112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.011726Z","time spent":"2.071336462s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:08.083221Z","caller":"traceutil/trace.go:171","msg":"trace[1407745384] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"2.072554668s","start":"2026-07-24T17:28:06.010642Z","end":"2026-07-24T17:28:08.083196Z","steps":["trace[1407745384] 'process raft request' (duration: 1.286329525s)","trace[1407745384] 'compare' (duration: 785.447234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:08.083315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.010622Z","time spent":"2.072643952s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:08.083366Z","caller":"traceutil/trace.go:171","msg":"trace[1150876984] transaction","detail":"{read_only:false; response_revision:3792; number_of_response:1; }","duration":"2.071639974s","start":"2026-07-24T17:28:06.011692Z","end":"2026-07-24T17:28:08.083332Z","steps":["trace[1150876984] 'process raft request' (duration: 2.071133085s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.083446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.011683Z","time spent":"2.071719667s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:08.08352Z","caller":"traceutil/trace.go:171","msg":"trace[886938105] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"2.071545531s","start":"2026-07-24T17:28:06.011959Z","end":"2026-07-24T17:28:08.083504Z","steps":["trace[886938105] 'process raft request' (duration: 2.07099879s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.083603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.011891Z","time spent":"2.071665575s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:08.083857Z","caller":"traceutil/trace.go:171","msg":"trace[1632047550] linearizableReadLoop","detail":"{readStateIndex:3963; appliedIndex:3958; }","duration":"1.471038786s","start":"2026-07-24T17:28:06.61277Z","end":"2026-07-24T17:28:08.083809Z","steps":["trace[1632047550] 'read index received' (duration: 684.164979ms)","trace[1632047550] 'applied index is now lower than readState.Index' (duration: 786.872767ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:08.084019Z","caller":"traceutil/trace.go:171","msg":"trace[1668549509] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"1.465183895s","start":"2026-07-24T17:28:06.618822Z","end":"2026-07-24T17:28:08.084006Z","steps":["trace[1668549509] 'process raft request' (duration: 1.464625544s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.084093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.6188Z","time spent":"1.465260478s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:28:08.084324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43250224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:08.084379Z","caller":"traceutil/trace.go:171","msg":"trace[1729011849] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3795; }","duration":"2.432586993s","start":"2026-07-24T17:28:05.651778Z","end":"2026-07-24T17:28:08.084365Z","steps":["trace[1729011849] 'agreement among raft nodes before linearized reading' (duration: 2.43250279s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.084426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:05.651762Z","time spent":"2.432651706s","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:08.084721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469060791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:08.084774Z","caller":"traceutil/trace.go:171","msg":"trace[1491282667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3795; }","duration":"1.469146984s","start":"2026-07-24T17:28:06.615614Z","end":"2026-07-24T17:28:08.084761Z","steps":["trace[1491282667] 'agreement among raft nodes before linearized reading' (duration: 1.469070991s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.084815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.615595Z","time spent":"1.469210047s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:08.08516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.305104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:08.085227Z","caller":"traceutil/trace.go:171","msg":"trace[453326807] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3795; }","duration":"262.419998ms","start":"2026-07-24T17:28:07.822794Z","end":"2026-07-24T17:28:08.085214Z","steps":["trace[453326807] 'agreement among raft nodes before linearized reading' (duration: 262.318965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.085449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.808404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:08.085461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071981227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:28:08.0855Z","caller":"traceutil/trace.go:171","msg":"trace[984346919] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3795; }","duration":"592.888197ms","start":"2026-07-24T17:28:07.492599Z","end":"2026-07-24T17:28:08.085487Z","steps":["trace[984346919] 'agreement among raft nodes before linearized reading' (duration: 592.808304ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:08.085511Z","caller":"traceutil/trace.go:171","msg":"trace[1318119603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3795; }","duration":"2.07205982s","start":"2026-07-24T17:28:06.013437Z","end":"2026-07-24T17:28:08.085497Z","steps":["trace[1318119603] 'agreement among raft nodes before linearized reading' (duration: 2.071892664s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.085543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:07.492585Z","time spent":"592.945329ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:08.085552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.013424Z","time spent":"2.072116972s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:08.08565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467283324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T17:28:08.085756Z","caller":"traceutil/trace.go:171","msg":"trace[1064237781] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:3795; }","duration":"1.467414479s","start":"2026-07-24T17:28:06.618323Z","end":"2026-07-24T17:28:08.085738Z","steps":["trace[1064237781] 'agreement among raft nodes before linearized reading' (duration: 1.467122578s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.085863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.618306Z","time spent":"1.467540504s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:08.085745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553864415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:28:08.086042Z","caller":"traceutil/trace.go:171","msg":"trace[2009621630] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3795; }","duration":"1.554197428s","start":"2026-07-24T17:28:06.531794Z","end":"2026-07-24T17:28:08.085992Z","steps":["trace[2009621630] 'agreement among raft nodes before linearized reading' (duration: 1.553436409s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.086154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.531733Z","time spent":"1.554405325s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:28:08.086436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.418209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:28:08.086551Z","caller":"traceutil/trace.go:171","msg":"trace[1553743302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3795; }","duration":"728.566404ms","start":"2026-07-24T17:28:07.357968Z","end":"2026-07-24T17:28:08.086535Z","steps":["trace[1553743302] 'agreement among raft nodes before linearized reading' (duration: 728.313415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.087147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:07.35795Z","time spent":"729.178528ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:08.08656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465444925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-89kql\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-07-24T17:28:08.087351Z","caller":"traceutil/trace.go:171","msg":"trace[1084512661] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-89kql; range_end:; response_count:1; response_revision:3795; }","duration":"1.466259925s","start":"2026-07-24T17:28:06.621034Z","end":"2026-07-24T17:28:08.087294Z","steps":["trace[1084512661] 'agreement among raft nodes before linearized reading' (duration: 1.465424693s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.086621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.511466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:08.085798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467495032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:28:08.087491Z","caller":"traceutil/trace.go:171","msg":"trace[908914847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3795; }","duration":"863.41215ms","start":"2026-07-24T17:28:07.224059Z","end":"2026-07-24T17:28:08.087471Z","steps":["trace[908914847] 'agreement among raft nodes before linearized reading' (duration: 862.531906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.08765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:07.224041Z","time spent":"863.586337ms","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:08.087537Z","caller":"traceutil/trace.go:171","msg":"trace[1186934617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3795; }","duration":"1.46927531s","start":"2026-07-24T17:28:06.618246Z","end":"2026-07-24T17:28:08.087521Z","steps":["trace[1186934617] 'agreement among raft nodes before linearized reading' (duration: 1.467449961s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.087932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.618224Z","time spent":"1.469693136s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:08.086839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468410556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T17:28:08.088065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076004419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:28:08.088118Z","caller":"traceutil/trace.go:171","msg":"trace[1033691331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3795; }","duration":"2.076089172s","start":"2026-07-24T17:28:06.012011Z","end":"2026-07-24T17:28:08.0881Z","steps":["trace[1033691331] 'agreement among raft nodes before linearized reading' (duration: 2.072035809s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:08.088124Z","caller":"traceutil/trace.go:171","msg":"trace[1631034100] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3795; }","duration":"1.469684345s","start":"2026-07-24T17:28:06.618401Z","end":"2026-07-24T17:28:08.088085Z","steps":["trace[1631034100] 'agreement among raft nodes before linearized reading' (duration: 1.468332284s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.088167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.011991Z","time spent":"2.076166385s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:08.088186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.618395Z","time spent":"1.469772578s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:08.087435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:06.621024Z","time spent":"1.46636888s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-89kql\" "} {"level":"warn","ts":"2026-07-24T17:28:08.08668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.267967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:28:08.08864Z","caller":"traceutil/trace.go:171","msg":"trace[875246565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3795; }","duration":"733.277792ms","start":"2026-07-24T17:28:07.35535Z","end":"2026-07-24T17:28:08.088628Z","steps":["trace[875246565] 'agreement among raft nodes before linearized reading' (duration: 731.180743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:08.088678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:07.355326Z","time spent":"733.340505ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:09.94683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394158351s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:28:09.94694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.087756Z","time spent":"1.859178972s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:28:10.095352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000529359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:28:10.09545Z","caller":"traceutil/trace.go:171","msg":"trace[1548938099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643164s","start":"2026-07-24T17:28:08.094788Z","end":"2026-07-24T17:28:10.095431Z","steps":["trace[1548938099] 'agreement among raft nodes before linearized reading' (duration: 2.000526379s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:10.09551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.094764Z","time spent":"2.000732137s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:28:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:28:10.169589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.616876527s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:28:10.528451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.554855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:10.528625Z","caller":"traceutil/trace.go:171","msg":"trace[1652714842] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"2.436919349s","start":"2026-07-24T17:28:08.091693Z","end":"2026-07-24T17:28:10.528612Z","steps":["trace[1652714842] 'process raft request' (duration: 2.436846166s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:10.528844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.091669Z","time spent":"2.437078895s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:28:10.528975Z","caller":"traceutil/trace.go:171","msg":"trace[1936304146] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"2.43722372s","start":"2026-07-24T17:28:08.091733Z","end":"2026-07-24T17:28:10.528957Z","steps":["trace[1936304146] 'process raft request' (duration: 2.436851136s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:10.529085Z","caller":"traceutil/trace.go:171","msg":"trace[1861305757] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"2.437345055s","start":"2026-07-24T17:28:08.09165Z","end":"2026-07-24T17:28:10.528995Z","steps":["trace[1861305757] 'process raft request' (duration: 2.078200207s)","trace[1861305757] 'compare' (duration: 358.383049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:10.529112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.091724Z","time spent":"2.437325355s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:10.529434Z","caller":"traceutil/trace.go:171","msg":"trace[668427692] linearizableReadLoop","detail":"{readStateIndex:3967; appliedIndex:3963; }","duration":"2.437502961s","start":"2026-07-24T17:28:08.09192Z","end":"2026-07-24T17:28:10.529423Z","steps":["trace[668427692] 'read index received' (duration: 460.756029ms)","trace[668427692] 'applied index is now lower than readState.Index' (duration: 1.976746242s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:10.529447Z","caller":"traceutil/trace.go:171","msg":"trace[716004769] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"2.436628838s","start":"2026-07-24T17:28:08.092795Z","end":"2026-07-24T17:28:10.529423Z","steps":["trace[716004769] 'process raft request' (duration: 2.436065707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:10.52968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4377588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"warn","ts":"2026-07-24T17:28:10.529637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.092785Z","time spent":"2.436762083s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:10.529715Z","caller":"traceutil/trace.go:171","msg":"trace[2118675277] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3800; }","duration":"2.437794362s","start":"2026-07-24T17:28:08.091912Z","end":"2026-07-24T17:28:10.529706Z","steps":["trace[2118675277] 'agreement among raft nodes before linearized reading' (duration: 2.437666348s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:10.529568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.09163Z","time spent":"2.437525092s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:10.529737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.091881Z","time spent":"2.437850444s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T17:28:10.530388Z","caller":"traceutil/trace.go:171","msg":"trace[1930507237] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"2.434789849s","start":"2026-07-24T17:28:08.09484Z","end":"2026-07-24T17:28:10.529629Z","steps":["trace[1930507237] 'process raft request' (duration: 2.434498588s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:10.530509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.094832Z","time spent":"2.435646861s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:11.030708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:11.531637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:11.736204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.566318283s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:28:11.944848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.320965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:11.945202Z","caller":"traceutil/trace.go:171","msg":"trace[1578545672] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"1.854572352s","start":"2026-07-24T17:28:10.090594Z","end":"2026-07-24T17:28:11.945166Z","steps":["trace[1578545672] 'process raft request' (duration: 1.854354824s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:11.945245Z","caller":"traceutil/trace.go:171","msg":"trace[492412386] transaction","detail":"{read_only:false; response_revision:3801; number_of_response:1; }","duration":"1.996678207s","start":"2026-07-24T17:28:09.948516Z","end":"2026-07-24T17:28:11.945194Z","steps":["trace[492412386] 'process raft request' (duration: 1.787935536s)","trace[492412386] 'compare' (duration: 207.986783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:11.946381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:09.948495Z","time spent":"1.997674935s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:11.94532Z","caller":"traceutil/trace.go:171","msg":"trace[1506553945] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"977.740197ms","start":"2026-07-24T17:28:10.967565Z","end":"2026-07-24T17:28:11.945305Z","steps":["trace[1506553945] 'process raft request' (duration: 977.675375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.946488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.967542Z","time spent":"978.916902ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:11.945354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.090576Z","time spent":"1.854706027s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:11.945237Z","caller":"traceutil/trace.go:171","msg":"trace[1334985596] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"1.854640834s","start":"2026-07-24T17:28:10.090581Z","end":"2026-07-24T17:28:11.945222Z","steps":["trace[1334985596] 'process raft request' (duration: 1.854434977s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:11.945254Z","caller":"traceutil/trace.go:171","msg":"trace[1853566757] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"1.854493679s","start":"2026-07-24T17:28:10.090739Z","end":"2026-07-24T17:28:11.945232Z","steps":["trace[1853566757] 'process raft request' (duration: 1.854343653s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.947305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.090727Z","time spent":"1.856498935s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:11.945427Z","caller":"traceutil/trace.go:171","msg":"trace[1414350767] linearizableReadLoop","detail":"{readStateIndex:3977; appliedIndex:3969; }","duration":"1.415957218s","start":"2026-07-24T17:28:10.529462Z","end":"2026-07-24T17:28:11.945419Z","steps":["trace[1414350767] 'read index received' (duration: 1.207002789s)","trace[1414350767] 'applied index is now lower than readState.Index' (duration: 208.953859ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:11.94541Z","caller":"traceutil/trace.go:171","msg":"trace[545269473] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"1.413053208s","start":"2026-07-24T17:28:10.532339Z","end":"2026-07-24T17:28:11.945392Z","steps":["trace[545269473] 'process raft request' (duration: 1.412862451s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.947508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.532325Z","time spent":"1.415136787s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:28:11.947635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408425392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:28:11.947683Z","caller":"traceutil/trace.go:171","msg":"trace[973392951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3808; }","duration":"1.408497935s","start":"2026-07-24T17:28:10.539172Z","end":"2026-07-24T17:28:11.94767Z","steps":["trace[973392951] 'agreement among raft nodes before linearized reading' (duration: 1.40837044s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.947718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.539157Z","time spent":"1.408551587s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:28:11.945489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.853406496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-24T17:28:11.947787Z","caller":"traceutil/trace.go:171","msg":"trace[858139640] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3808; }","duration":"3.855728155s","start":"2026-07-24T17:28:08.092043Z","end":"2026-07-24T17:28:11.947772Z","steps":["trace[858139640] 'agreement among raft nodes before linearized reading' (duration: 3.853400077s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.94791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.485462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:11.947934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.092032Z","time spent":"3.85586785s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-07-24T17:28:11.94795Z","caller":"traceutil/trace.go:171","msg":"trace[1454930252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3808; }","duration":"905.572056ms","start":"2026-07-24T17:28:11.042368Z","end":"2026-07-24T17:28:11.94794Z","steps":["trace[1454930252] 'agreement among raft nodes before linearized reading' (duration: 905.513134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.947991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:11.042341Z","time spent":"905.637629ms","remote":"127.0.0.1:36710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:11.948073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.283634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:11.947933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.248457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:11.948148Z","caller":"traceutil/trace.go:171","msg":"trace[144615021] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3808; }","duration":"303.534739ms","start":"2026-07-24T17:28:11.644603Z","end":"2026-07-24T17:28:11.948138Z","steps":["trace[144615021] 'agreement among raft nodes before linearized reading' (duration: 303.020489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.94819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:11.644578Z","time spent":"303.601021ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:11.948171Z","caller":"traceutil/trace.go:171","msg":"trace[1406742716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3808; }","duration":"194.342106ms","start":"2026-07-24T17:28:11.753774Z","end":"2026-07-24T17:28:11.948116Z","steps":["trace[1406742716] 'agreement among raft nodes before linearized reading' (duration: 194.20075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.94556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851013876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-07-24T17:28:11.948741Z","caller":"traceutil/trace.go:171","msg":"trace[517289698] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3808; }","duration":"3.854176426s","start":"2026-07-24T17:28:08.094527Z","end":"2026-07-24T17:28:11.948703Z","steps":["trace[517289698] 'agreement among raft nodes before linearized reading' (duration: 3.850976825s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.948834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.094511Z","time spent":"3.85429409s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4463,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T17:28:11.945586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327499395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:28:11.948939Z","caller":"traceutil/trace.go:171","msg":"trace[830446830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3808; }","duration":"3.330889982s","start":"2026-07-24T17:28:08.618034Z","end":"2026-07-24T17:28:11.948924Z","steps":["trace[830446830] 'agreement among raft nodes before linearized reading' (duration: 3.327429071s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.948995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.618015Z","time spent":"3.330960975s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:11.945618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849753959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:11.949126Z","caller":"traceutil/trace.go:171","msg":"trace[1329497092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3808; }","duration":"1.853328605s","start":"2026-07-24T17:28:10.095787Z","end":"2026-07-24T17:28:11.949115Z","steps":["trace[1329497092] 'agreement among raft nodes before linearized reading' (duration: 1.849819072s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.949157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.095766Z","time spent":"1.853382447s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:28:11.945658Z","caller":"traceutil/trace.go:171","msg":"trace[584766670] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"933.15819ms","start":"2026-07-24T17:28:11.012457Z","end":"2026-07-24T17:28:11.945615Z","steps":["trace[584766670] 'process raft request' (duration: 932.815187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.949318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:11.012425Z","time spent":"936.85654ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:11.94536Z","caller":"traceutil/trace.go:171","msg":"trace[1516747228] transaction","detail":"{read_only:false; response_revision:3805; number_of_response:1; }","duration":"1.853953068s","start":"2026-07-24T17:28:10.091398Z","end":"2026-07-24T17:28:11.945351Z","steps":["trace[1516747228] 'process raft request' (duration: 1.853714879s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.945691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852772702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:28:11.949487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.091385Z","time spent":"1.858019383s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:11.949501Z","caller":"traceutil/trace.go:171","msg":"trace[723796044] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3808; }","duration":"3.856602798s","start":"2026-07-24T17:28:08.092884Z","end":"2026-07-24T17:28:11.949487Z","steps":["trace[723796044] 'agreement among raft nodes before linearized reading' (duration: 3.852656048s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:11.94967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:08.092862Z","time spent":"3.856794395s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:11.951606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:10.09055Z","time spent":"1.856563717s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:12.614095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.224198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:12.614192Z","caller":"traceutil/trace.go:171","msg":"trace[1645190306] linearizableReadLoop","detail":"{readStateIndex:3978; appliedIndex:3977; }","duration":"658.40288ms","start":"2026-07-24T17:28:11.955773Z","end":"2026-07-24T17:28:12.614176Z","steps":["trace[1645190306] 'read index received' (duration: 433.116039ms)","trace[1645190306] 'applied index is now lower than readState.Index' (duration: 225.28577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:12.614673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.893059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:12.61471Z","caller":"traceutil/trace.go:171","msg":"trace[827023330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3809; }","duration":"658.92846ms","start":"2026-07-24T17:28:11.95577Z","end":"2026-07-24T17:28:12.614698Z","steps":["trace[827023330] 'agreement among raft nodes before linearized reading' (duration: 658.869398ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:12.614694Z","caller":"traceutil/trace.go:171","msg":"trace[169693739] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"660.033452ms","start":"2026-07-24T17:28:11.954629Z","end":"2026-07-24T17:28:12.614663Z","steps":["trace[169693739] 'process raft request' (duration: 434.152699ms)","trace[169693739] 'compare' (duration: 225.116564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:12.614744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:11.955744Z","time spent":"658.988863ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:12.614805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:11.954601Z","time spent":"660.145486ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:13.115328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:13.572813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00017027s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:28:13.573294Z","caller":"traceutil/trace.go:171","msg":"trace[846874005] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"1.556585789s","start":"2026-07-24T17:28:12.016688Z","end":"2026-07-24T17:28:13.573274Z","steps":["trace[846874005] 'process raft request' (duration: 1.556547548s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:13.57331Z","caller":"traceutil/trace.go:171","msg":"trace[1105200910] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"1.616308219s","start":"2026-07-24T17:28:11.956967Z","end":"2026-07-24T17:28:13.573275Z","steps":["trace[1105200910] 'process raft request' (duration: 1.616033559s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:13.5734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.01666Z","time spent":"1.556684523s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:13.573297Z","caller":"traceutil/trace.go:171","msg":"trace[907121691] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"1.615754388s","start":"2026-07-24T17:28:11.957527Z","end":"2026-07-24T17:28:13.573282Z","steps":["trace[907121691] 'process raft request' (duration: 1.615663185s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:13.573477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:11.95696Z","time spent":"1.616429704s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:13.573524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:11.95752Z","time spent":"1.615983327s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:14.616414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:28:14.616504Z","caller":"traceutil/trace.go:171","msg":"trace[2054679425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414767s","start":"2026-07-24T17:28:12.616071Z","end":"2026-07-24T17:28:14.616485Z","steps":["trace[2054679425] 'agreement among raft nodes before linearized reading' (duration: 2.000287212s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:14.616558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.616049Z","time spent":"2.000499921s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:15.218945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366476541s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:28:15.570201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717686405s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:15.570524Z","caller":"traceutil/trace.go:171","msg":"trace[1359939692] transaction","detail":"{read_only:false; response_revision:3814; number_of_response:1; }","duration":"2.711951556s","start":"2026-07-24T17:28:12.858543Z","end":"2026-07-24T17:28:15.570494Z","steps":["trace[1359939692] 'process raft request' (duration: 2.711766879s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:15.570575Z","caller":"traceutil/trace.go:171","msg":"trace[659110781] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"1.992748204s","start":"2026-07-24T17:28:13.577803Z","end":"2026-07-24T17:28:15.570551Z","steps":["trace[659110781] 'process raft request' (duration: 1.992574168s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:15.570599Z","caller":"traceutil/trace.go:171","msg":"trace[285248064] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"1.618164835s","start":"2026-07-24T17:28:13.952408Z","end":"2026-07-24T17:28:15.570573Z","steps":["trace[285248064] 'process raft request' (duration: 1.618012839s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:15.570605Z","caller":"traceutil/trace.go:171","msg":"trace[1621709434] linearizableReadLoop","detail":"{readStateIndex:3983; appliedIndex:3978; }","duration":"2.95635954s","start":"2026-07-24T17:28:12.614218Z","end":"2026-07-24T17:28:15.570578Z","steps":["trace[1621709434] 'read index received' (duration: 958.755322ms)","trace[1621709434] 'applied index is now lower than readState.Index' (duration: 1.997600888s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:15.570631Z","caller":"traceutil/trace.go:171","msg":"trace[326978733] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"1.616074657s","start":"2026-07-24T17:28:13.954532Z","end":"2026-07-24T17:28:15.570607Z","steps":["trace[326978733] 'process raft request' (duration: 1.615924801s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:15.570677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:13.577782Z","time spent":"1.992841688s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:28:15.570731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:13.952386Z","time spent":"1.618265359s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:15.570767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:13.954496Z","time spent":"1.61617987s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:15.570824Z","caller":"traceutil/trace.go:171","msg":"trace[581137830] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"1.616042255s","start":"2026-07-24T17:28:13.954767Z","end":"2026-07-24T17:28:15.57081Z","steps":["trace[581137830] 'process raft request' (duration: 1.615722253s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:15.570869Z","caller":"traceutil/trace.go:171","msg":"trace[108737573] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"3.089284714s","start":"2026-07-24T17:28:12.48156Z","end":"2026-07-24T17:28:15.570845Z","steps":["trace[108737573] 'process raft request' (duration: 1.37086116s)","trace[108737573] 'compare' (duration: 1.717509449s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:15.570908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:13.954737Z","time spent":"1.616122958s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:15.570967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.481536Z","time spent":"3.089382107s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:15.570979Z","caller":"traceutil/trace.go:171","msg":"trace[319912128] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"1.613267211s","start":"2026-07-24T17:28:13.957694Z","end":"2026-07-24T17:28:15.570961Z","steps":["trace[319912128] 'process raft request' (duration: 1.612898737s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:15.57106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:13.957676Z","time spent":"1.613338094s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:15.571215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.858525Z","time spent":"2.71207815s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:16.28366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.965402ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T17:28:16.28379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250137725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:28:16.283933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749461457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:28:16.283909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748631365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:28:16.283949Z","caller":"traceutil/trace.go:171","msg":"trace[559160492] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3819; }","duration":"4.250340243s","start":"2026-07-24T17:28:12.033585Z","end":"2026-07-24T17:28:16.283926Z","steps":["trace[559160492] 'agreement among raft nodes before linearized reading' (duration: 3.537189014s)","trace[559160492] 'range keys from in-memory index tree' (duration: 712.872448ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:16.283978Z","caller":"traceutil/trace.go:171","msg":"trace[834041213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3819; }","duration":"3.749538549s","start":"2026-07-24T17:28:12.534424Z","end":"2026-07-24T17:28:16.283962Z","steps":["trace[834041213] 'agreement among raft nodes before linearized reading' (duration: 3.036293897s)","trace[834041213] 'range keys from in-memory index tree' (duration: 713.17184ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:16.284004Z","caller":"traceutil/trace.go:171","msg":"trace[1460963698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3819; }","duration":"3.74875453s","start":"2026-07-24T17:28:12.535223Z","end":"2026-07-24T17:28:16.283978Z","steps":["trace[1460963698] 'agreement among raft nodes before linearized reading' (duration: 3.035476276s)","trace[1460963698] 'range keys from in-memory index tree' (duration: 713.033775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:16.284014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.534406Z","time spent":"3.749602152s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:16.284062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.535214Z","time spent":"3.748833142s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:16.284084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.246654583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:16.284137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705585312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"info","ts":"2026-07-24T17:28:16.284141Z","caller":"traceutil/trace.go:171","msg":"trace[570895205] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3819; }","duration":"4.246729655s","start":"2026-07-24T17:28:12.037396Z","end":"2026-07-24T17:28:16.284125Z","steps":["trace[570895205] 'agreement among raft nodes before linearized reading' (duration: 3.533366198s)","trace[570895205] 'count revisions from in-memory index tree' (duration: 713.292584ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:16.2838Z","caller":"traceutil/trace.go:171","msg":"trace[46572129] linearizableReadLoop","detail":"{readStateIndex:3989; appliedIndex:3988; }","duration":"713.083527ms","start":"2026-07-24T17:28:15.570658Z","end":"2026-07-24T17:28:16.283742Z","steps":["trace[46572129] 'read index received' (duration: 131.275µs)","trace[46572129] 'applied index is now lower than readState.Index' (duration: 712.950772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:16.284198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.037385Z","time spent":"4.246796229s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:16.283855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749845181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:28:16.284012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.033398Z","time spent":"4.250596702s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:28:16.284258Z","caller":"traceutil/trace.go:171","msg":"trace[1955482616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3819; }","duration":"3.75033453s","start":"2026-07-24T17:28:12.533909Z","end":"2026-07-24T17:28:16.284244Z","steps":["trace[1955482616] 'agreement among raft nodes before linearized reading' (duration: 3.036821327s)","trace[1955482616] 'range keys from in-memory index tree' (duration: 712.966142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:16.284295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.533883Z","time spent":"3.750401102s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:28:16.28422Z","caller":"traceutil/trace.go:171","msg":"trace[2060997965] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3819; }","duration":"2.705661105s","start":"2026-07-24T17:28:13.578512Z","end":"2026-07-24T17:28:16.284173Z","steps":["trace[2060997965] 'agreement among raft nodes before linearized reading' (duration: 2.705409976s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:16.284356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750268008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:28:16.284398Z","caller":"traceutil/trace.go:171","msg":"trace[201595738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3819; }","duration":"3.750517476s","start":"2026-07-24T17:28:12.533867Z","end":"2026-07-24T17:28:16.284385Z","steps":["trace[201595738] 'agreement among raft nodes before linearized reading' (duration: 3.036871849s)","trace[201595738] 'range keys from in-memory index tree' (duration: 713.334856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:16.284368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:13.578501Z","time spent":"2.705849442s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4271,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T17:28:16.28444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:12.533843Z","time spent":"3.750588979s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:16.284538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327984512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-07-24T17:28:16.284605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.905146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-89kql.18c5496ab64e6048\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-07-24T17:28:16.284625Z","caller":"traceutil/trace.go:171","msg":"trace[536768009] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:3819; }","duration":"4.328096737s","start":"2026-07-24T17:28:11.956511Z","end":"2026-07-24T17:28:16.284608Z","steps":["trace[536768009] 'agreement among raft nodes before linearized reading' (duration: 3.614270822s)","trace[536768009] 'range keys from in-memory index tree' (duration: 713.663059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:16.284663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661509464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:16.284722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:11.956504Z","time spent":"4.32818483s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:16.284784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144496507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:16.284649Z","caller":"traceutil/trace.go:171","msg":"trace[513615617] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-89kql.18c5496ab64e6048; range_end:; response_count:1; response_revision:3819; }","duration":"709.981449ms","start":"2026-07-24T17:28:15.574657Z","end":"2026-07-24T17:28:16.284639Z","steps":["trace[513615617] 'agreement among raft nodes before linearized reading' (duration: 709.872665ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:16.284823Z","caller":"traceutil/trace.go:171","msg":"trace[448507809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3819; }","duration":"2.144583321s","start":"2026-07-24T17:28:14.140231Z","end":"2026-07-24T17:28:16.284814Z","steps":["trace[448507809] 'agreement among raft nodes before linearized reading' (duration: 2.144517308s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:16.284859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:14.140206Z","time spent":"2.144642793s","remote":"127.0.0.1:60104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:16.284877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929538632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:16.284967Z","caller":"traceutil/trace.go:171","msg":"trace[1933246003] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3819; }","duration":"1.929684267s","start":"2026-07-24T17:28:14.355259Z","end":"2026-07-24T17:28:16.284943Z","steps":["trace[1933246003] 'agreement among raft nodes before linearized reading' (duration: 1.929546742s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:16.285016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:14.355235Z","time spent":"1.929771101s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:16.285163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:15.574637Z","time spent":"710.311992ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-89kql.18c5496ab64e6048\" "} {"level":"info","ts":"2026-07-24T17:28:16.284722Z","caller":"traceutil/trace.go:171","msg":"trace[812163140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3819; }","duration":"1.661576097s","start":"2026-07-24T17:28:14.623131Z","end":"2026-07-24T17:28:16.284707Z","steps":["trace[812163140] 'agreement among raft nodes before linearized reading' (duration: 1.661502495s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:16.285424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:14.623082Z","time spent":"1.662324696s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:16.284603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665056909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:28:16.285649Z","caller":"traceutil/trace.go:171","msg":"trace[2069975448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3819; }","duration":"1.66614208s","start":"2026-07-24T17:28:14.619485Z","end":"2026-07-24T17:28:16.285627Z","steps":["trace[2069975448] 'agreement among raft nodes before linearized reading' (duration: 1.665011577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:16.285719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:14.619462Z","time spent":"1.666237434s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:17.189997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.958595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:28:17.190188Z","caller":"traceutil/trace.go:171","msg":"trace[63725293] linearizableReadLoop","detail":"{readStateIndex:3990; appliedIndex:3989; }","duration":"903.694783ms","start":"2026-07-24T17:28:16.286473Z","end":"2026-07-24T17:28:17.190168Z","steps":["trace[63725293] 'read index received' (duration: 154.659666ms)","trace[63725293] 'applied index is now lower than readState.Index' (duration: 749.033057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:17.191125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.639219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:17.191217Z","caller":"traceutil/trace.go:171","msg":"trace[1949398592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3819; }","duration":"904.766574ms","start":"2026-07-24T17:28:16.286438Z","end":"2026-07-24T17:28:17.191205Z","steps":["trace[1949398592] 'agreement among raft nodes before linearized reading' (duration: 904.640869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:17.19128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.28642Z","time spent":"904.849677ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:28:17.192215Z","caller":"traceutil/trace.go:171","msg":"trace[380231339] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"871.945949ms","start":"2026-07-24T17:28:16.320246Z","end":"2026-07-24T17:28:17.192192Z","steps":["trace[380231339] 'process raft request' (duration: 871.905477ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:17.192216Z","caller":"traceutil/trace.go:171","msg":"trace[1885331662] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"901.567212ms","start":"2026-07-24T17:28:16.290613Z","end":"2026-07-24T17:28:17.19218Z","steps":["trace[1885331662] 'process raft request' (duration: 901.340704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:17.192355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.320236Z","time spent":"872.045272ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:17.19242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.290583Z","time spent":"901.715408ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:17.192562Z","caller":"traceutil/trace.go:171","msg":"trace[654897087] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"873.107102ms","start":"2026-07-24T17:28:16.319442Z","end":"2026-07-24T17:28:17.192549Z","steps":["trace[654897087] 'process raft request' (duration: 872.681146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:17.192625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.31942Z","time spent":"873.175005ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:17.19272Z","caller":"traceutil/trace.go:171","msg":"trace[1359070045] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"901.848943ms","start":"2026-07-24T17:28:16.290862Z","end":"2026-07-24T17:28:17.192711Z","steps":["trace[1359070045] 'process raft request' (duration: 901.191208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:17.192836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.290848Z","time spent":"901.898055ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:17.192845Z","caller":"traceutil/trace.go:171","msg":"trace[1917433938] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"903.303128ms","start":"2026-07-24T17:28:16.289525Z","end":"2026-07-24T17:28:17.192828Z","steps":["trace[1917433938] 'process raft request' (duration: 902.121043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:17.193879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.28951Z","time spent":"903.947612ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:17.195247Z","caller":"traceutil/trace.go:171","msg":"trace[1619245719] transaction","detail":"{read_only:false; response_revision:3823; number_of_response:1; }","duration":"876.038964ms","start":"2026-07-24T17:28:16.319176Z","end":"2026-07-24T17:28:17.195215Z","steps":["trace[1619245719] 'process raft request' (duration: 872.910415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:17.195682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.319149Z","time spent":"876.170568ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:18.074897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.43434ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:18.074982Z","caller":"traceutil/trace.go:171","msg":"trace[1135856024] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3825; }","duration":"638.529494ms","start":"2026-07-24T17:28:17.436442Z","end":"2026-07-24T17:28:18.074972Z","steps":["trace[1135856024] 'range keys from in-memory index tree' (duration: 638.42451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:18.075651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.350693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:18.075745Z","caller":"traceutil/trace.go:171","msg":"trace[8888103] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"500.299581ms","start":"2026-07-24T17:28:17.575437Z","end":"2026-07-24T17:28:18.075737Z","steps":["trace[8888103] 'process raft request' (duration: 500.258969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:18.075788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:17.575415Z","time spent":"500.354493ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:18.075787Z","caller":"traceutil/trace.go:171","msg":"trace[687790120] linearizableReadLoop","detail":"{readStateIndex:3997; appliedIndex:3996; }","duration":"885.523634ms","start":"2026-07-24T17:28:17.190243Z","end":"2026-07-24T17:28:18.075767Z","steps":["trace[687790120] 'read index received' (duration: 2.855258ms)","trace[687790120] 'applied index is now lower than readState.Index' (duration: 882.665816ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:18.076004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571934857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:18.076027Z","caller":"traceutil/trace.go:171","msg":"trace[1597732094] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3827; }","duration":"1.571984109s","start":"2026-07-24T17:28:16.504035Z","end":"2026-07-24T17:28:18.076019Z","steps":["trace[1597732094] 'agreement among raft nodes before linearized reading' (duration: 1.571942507s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:18.076014Z","caller":"traceutil/trace.go:171","msg":"trace[1185964959] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"1.48421939s","start":"2026-07-24T17:28:16.591764Z","end":"2026-07-24T17:28:18.075984Z","steps":["trace[1185964959] 'process raft request' (duration: 775.501774ms)","trace[1185964959] 'compare' (duration: 707.569213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:18.076106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543350483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:28:18.076127Z","caller":"traceutil/trace.go:171","msg":"trace[508325988] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3827; }","duration":"1.543399725s","start":"2026-07-24T17:28:16.532723Z","end":"2026-07-24T17:28:18.076123Z","steps":["trace[508325988] 'agreement among raft nodes before linearized reading' (duration: 1.543329952s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:18.07613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.591736Z","time spent":"1.484332255s","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:18.076139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.532702Z","time spent":"1.543432966s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:28:18.076075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212785027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:18.076044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.50402Z","time spent":"1.57201941s","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:18.076385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178378992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:18.076416Z","caller":"traceutil/trace.go:171","msg":"trace[497608499] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3827; }","duration":"1.178442744s","start":"2026-07-24T17:28:16.897968Z","end":"2026-07-24T17:28:18.076411Z","steps":["trace[497608499] 'agreement among raft nodes before linearized reading' (duration: 1.178362481s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:18.076482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.897952Z","time spent":"1.178520328s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:18.076518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787970059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-07-24T17:28:18.076523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756313939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T17:28:18.076543Z","caller":"traceutil/trace.go:171","msg":"trace[879212309] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3827; }","duration":"1.788021081s","start":"2026-07-24T17:28:16.288516Z","end":"2026-07-24T17:28:18.076537Z","steps":["trace[879212309] 'agreement among raft nodes before linearized reading' (duration: 1.787962869s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:18.076559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.288504Z","time spent":"1.788050213s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T17:28:18.076563Z","caller":"traceutil/trace.go:171","msg":"trace[1347678962] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:3827; }","duration":"1.756794988s","start":"2026-07-24T17:28:16.31975Z","end":"2026-07-24T17:28:18.076545Z","steps":["trace[1347678962] 'agreement among raft nodes before linearized reading' (duration: 1.756289298s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:18.076588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.31974Z","time spent":"1.756840629s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-07-24T17:28:18.076307Z","caller":"traceutil/trace.go:171","msg":"trace[930820749] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3827; }","duration":"1.213075178s","start":"2026-07-24T17:28:16.8632Z","end":"2026-07-24T17:28:18.076275Z","steps":["trace[930820749] 'agreement among raft nodes before linearized reading' (duration: 1.212613631s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:18.076764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.863181Z","time spent":"1.213574568s","remote":"127.0.0.1:47272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:18.07697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118494281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:28:18.077Z","caller":"traceutil/trace.go:171","msg":"trace[339142096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3827; }","duration":"1.118558704s","start":"2026-07-24T17:28:16.958435Z","end":"2026-07-24T17:28:18.076994Z","steps":["trace[339142096] 'agreement among raft nodes before linearized reading' (duration: 1.118443779s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:18.077018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:16.958417Z","time spent":"1.118596485s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:19.197271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:28:19.197331Z","caller":"traceutil/trace.go:171","msg":"trace[806398451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072495s","start":"2026-07-24T17:28:17.197246Z","end":"2026-07-24T17:28:19.197318Z","steps":["trace[806398451] 'agreement among raft nodes before linearized reading' (duration: 1.999990132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.197362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:17.197196Z","time spent":"2.000158178s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:28:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:28:19.417138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.742478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:19.417577Z","caller":"traceutil/trace.go:171","msg":"trace[707955069] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"1.83974873s","start":"2026-07-24T17:28:17.577812Z","end":"2026-07-24T17:28:19.417561Z","steps":["trace[707955069] 'process raft request' (duration: 1.839465049s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.417674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:17.577801Z","time spent":"1.839842273s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:19.417895Z","caller":"traceutil/trace.go:171","msg":"trace[1592785626] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"1.841477965s","start":"2026-07-24T17:28:17.576401Z","end":"2026-07-24T17:28:19.417879Z","steps":["trace[1592785626] 'process raft request' (duration: 889.915147ms)","trace[1592785626] 'compare' (duration: 950.596241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:19.417998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:17.576388Z","time spent":"1.8415773s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:19.418141Z","caller":"traceutil/trace.go:171","msg":"trace[1324946610] linearizableReadLoop","detail":"{readStateIndex:4001; appliedIndex:3998; }","duration":"1.342250716s","start":"2026-07-24T17:28:18.075879Z","end":"2026-07-24T17:28:19.41813Z","steps":["trace[1324946610] 'read index received' (duration: 390.431538ms)","trace[1324946610] 'applied index is now lower than readState.Index' (duration: 951.817888ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:19.418254Z","caller":"traceutil/trace.go:171","msg":"trace[754327544] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"1.840406465s","start":"2026-07-24T17:28:17.577839Z","end":"2026-07-24T17:28:19.418245Z","steps":["trace[754327544] 'process raft request' (duration: 1.83947966s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.418344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:18.076668Z","time spent":"1.341672874s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:28:19.418436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:17.577819Z","time spent":"1.8405212s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:19.871228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071085859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:19.871317Z","caller":"traceutil/trace.go:171","msg":"trace[578717056] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3830; }","duration":"2.071225874s","start":"2026-07-24T17:28:17.800069Z","end":"2026-07-24T17:28:19.871295Z","steps":["trace[578717056] 'agreement among raft nodes before linearized reading' (duration: 1.618381212s)","trace[578717056] 'count revisions from in-memory index tree' (duration: 452.717718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:19.871394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:17.800047Z","time spent":"2.071326098s","remote":"127.0.0.1:60052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:19.87146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.355872ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-24T17:28:19.871534Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2807} {"level":"info","ts":"2026-07-24T17:28:19.871648Z","caller":"traceutil/trace.go:171","msg":"trace[1818966583] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"451.160618ms","start":"2026-07-24T17:28:19.420472Z","end":"2026-07-24T17:28:19.871633Z","steps":["trace[1818966583] 'process raft request' (duration: 451.070625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.871721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.420451Z","time spent":"451.227671ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:19.871926Z","caller":"traceutil/trace.go:171","msg":"trace[372617475] compact","detail":"{revision:2807; response_revision:3831; }","duration":"1.795077417s","start":"2026-07-24T17:28:18.076841Z","end":"2026-07-24T17:28:19.871919Z","steps":["trace[372617475] 'process raft request' (duration: 1.340553441s)","trace[372617475] 'check and update compact revision' (duration: 453.193405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:19.871954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:18.076832Z","time spent":"1.795120909s","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:28:19.872054Z","caller":"traceutil/trace.go:171","msg":"trace[514316600] linearizableReadLoop","detail":"{readStateIndex:4003; appliedIndex:4002; }","duration":"453.83792ms","start":"2026-07-24T17:28:19.418208Z","end":"2026-07-24T17:28:19.872046Z","steps":["trace[514316600] 'read index received' (duration: 232.129µs)","trace[514316600] 'applied index is now lower than readState.Index' (duration: 453.604791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:19.872251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791760462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:28:19.872329Z","caller":"traceutil/trace.go:171","msg":"trace[1592849298] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3831; }","duration":"1.791869036s","start":"2026-07-24T17:28:18.080436Z","end":"2026-07-24T17:28:19.872305Z","steps":["trace[1592849298] 'agreement among raft nodes before linearized reading' (duration: 1.791640237s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.872405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:18.080421Z","time spent":"1.791966069s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:19.872515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791901506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:28:19.872551Z","caller":"traceutil/trace.go:171","msg":"trace[1245152027] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3831; }","duration":"1.791968029s","start":"2026-07-24T17:28:18.080572Z","end":"2026-07-24T17:28:19.87254Z","steps":["trace[1245152027] 'agreement among raft nodes before linearized reading' (duration: 1.791635216s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.872659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:18.080555Z","time spent":"1.792096804s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:19.872657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.250566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:19.872678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.718926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:28:19.872824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.62371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:28:19.872842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78882716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T17:28:19.872862Z","caller":"traceutil/trace.go:171","msg":"trace[570722360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3831; }","duration":"675.682302ms","start":"2026-07-24T17:28:19.197167Z","end":"2026-07-24T17:28:19.87285Z","steps":["trace[570722360] 'agreement among raft nodes before linearized reading' (duration: 675.006797ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:19.87287Z","caller":"traceutil/trace.go:171","msg":"trace[891351984] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:3831; }","duration":"1.788868272s","start":"2026-07-24T17:28:18.083994Z","end":"2026-07-24T17:28:19.872862Z","steps":["trace[891351984] 'agreement among raft nodes before linearized reading' (duration: 1.788203657s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:19.872887Z","caller":"traceutil/trace.go:171","msg":"trace[1479915888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3831; }","duration":"674.904773ms","start":"2026-07-24T17:28:19.19793Z","end":"2026-07-24T17:28:19.872835Z","steps":["trace[1479915888] 'agreement among raft nodes before linearized reading' (duration: 674.220847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.872706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.041582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:28:19.873061Z","caller":"traceutil/trace.go:171","msg":"trace[1026543788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3831; }","duration":"673.401216ms","start":"2026-07-24T17:28:19.199629Z","end":"2026-07-24T17:28:19.87303Z","steps":["trace[1026543788] 'agreement among raft nodes before linearized reading' (duration: 672.514883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.872918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:18.083986Z","time spent":"1.788922804s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:19.873147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.199623Z","time spent":"673.50312ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:28:19.872705Z","caller":"traceutil/trace.go:171","msg":"trace[1966929047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3831; }","duration":"675.321638ms","start":"2026-07-24T17:28:19.197368Z","end":"2026-07-24T17:28:19.87269Z","steps":["trace[1966929047] 'agreement among raft nodes before linearized reading' (duration: 674.790288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.873308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.197361Z","time spent":"675.931992ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:19.872791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.440366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:19.873456Z","caller":"traceutil/trace.go:171","msg":"trace[1216107610] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3831; }","duration":"694.138443ms","start":"2026-07-24T17:28:19.179304Z","end":"2026-07-24T17:28:19.873442Z","steps":["trace[1216107610] 'agreement among raft nodes before linearized reading' (duration: 692.886105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.873513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.17929Z","time spent":"694.205076ms","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:19.872551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.173203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:28:19.873665Z","caller":"traceutil/trace.go:171","msg":"trace[1146374301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3831; }","duration":"676.307186ms","start":"2026-07-24T17:28:19.197347Z","end":"2026-07-24T17:28:19.873654Z","steps":["trace[1146374301] 'agreement among raft nodes before linearized reading' (duration: 674.818149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.872906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.197154Z","time spent":"675.743634ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:19.872912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.828045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:28:19.874183Z","caller":"traceutil/trace.go:171","msg":"trace[98917339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3831; }","duration":"678.094793ms","start":"2026-07-24T17:28:19.196073Z","end":"2026-07-24T17:28:19.874167Z","steps":["trace[98917339] 'agreement among raft nodes before linearized reading' (duration: 676.110138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:19.874234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.196011Z","time spent":"678.209418ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:19.87299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.197923Z","time spent":"675.049358ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:19.876426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.19734Z","time spent":"676.350727ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:20.38273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:20.882871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:21.19314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301834901s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:28:21.888761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:28:21.888925Z","caller":"traceutil/trace.go:171","msg":"trace[577379587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001220782s","start":"2026-07-24T17:28:19.887659Z","end":"2026-07-24T17:28:21.88888Z","steps":["trace[577379587] 'agreement among raft nodes before linearized reading' (duration: 2.000266046s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:21.889005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.887654Z","time spent":"2.001324877s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:28:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:28:22.367546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174005239s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:22.367849Z","caller":"traceutil/trace.go:171","msg":"trace[1681260384] linearizableReadLoop","detail":"{readStateIndex:4010; appliedIndex:4004; }","duration":"2.485873831s","start":"2026-07-24T17:28:19.881947Z","end":"2026-07-24T17:28:22.367821Z","steps":["trace[1681260384] 'read index received' (duration: 1.311488748s)","trace[1681260384] 'applied index is now lower than readState.Index' (duration: 1.174384153s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:22.367905Z","caller":"traceutil/trace.go:171","msg":"trace[593176318] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"2.487426319s","start":"2026-07-24T17:28:19.880468Z","end":"2026-07-24T17:28:22.367894Z","steps":["trace[593176318] 'process raft request' (duration: 1.313006785s)","trace[593176318] 'compare' (duration: 186.053789ms)","trace[593176318] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 987.551155ms)"],"step_count":3} {"level":"warn","ts":"2026-07-24T17:28:22.368113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.880427Z","time spent":"2.487624517s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:22.368539Z","caller":"traceutil/trace.go:171","msg":"trace[619588987] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"2.280323886s","start":"2026-07-24T17:28:20.088192Z","end":"2026-07-24T17:28:22.368516Z","steps":["trace[619588987] 'process raft request' (duration: 2.279601629s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:22.368552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486592229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:28:22.368637Z","caller":"traceutil/trace.go:171","msg":"trace[294792413] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3837; }","duration":"2.486703733s","start":"2026-07-24T17:28:19.881914Z","end":"2026-07-24T17:28:22.368618Z","steps":["trace[294792413] 'agreement among raft nodes before linearized reading' (duration: 2.486498145s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:22.368667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:20.088172Z","time spent":"2.28042638s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:22.368687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.881897Z","time spent":"2.486775975s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T17:28:22.368715Z","caller":"traceutil/trace.go:171","msg":"trace[1507072468] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"2.486199143s","start":"2026-07-24T17:28:19.882508Z","end":"2026-07-24T17:28:22.368707Z","steps":["trace[1507072468] 'process raft request' (duration: 2.485134703s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:22.368763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.882493Z","time spent":"2.486243665s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:22.368738Z","caller":"traceutil/trace.go:171","msg":"trace[709586742] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"2.486137671s","start":"2026-07-24T17:28:19.882573Z","end":"2026-07-24T17:28:22.368711Z","steps":["trace[709586742] 'process raft request' (duration: 2.485122453s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:22.368771Z","caller":"traceutil/trace.go:171","msg":"trace[1097822696] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"2.486125751s","start":"2026-07-24T17:28:19.88262Z","end":"2026-07-24T17:28:22.368746Z","steps":["trace[1097822696] 'process raft request' (duration: 2.485107622s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:22.368878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.882564Z","time spent":"2.486242305s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:22.368878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.882613Z","time spent":"2.486206944s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:22.369046Z","caller":"traceutil/trace.go:171","msg":"trace[1585259257] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"2.485050259s","start":"2026-07-24T17:28:19.883977Z","end":"2026-07-24T17:28:22.369027Z","steps":["trace[1585259257] 'process raft request' (duration: 2.483797612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:22.369129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.883958Z","time spent":"2.485131363s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:22.436798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011602389s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:28:22.974251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000738165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:28:22.974315Z","caller":"traceutil/trace.go:171","msg":"trace[1549006420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000847568s","start":"2026-07-24T17:28:20.973451Z","end":"2026-07-24T17:28:22.974298Z","steps":["trace[1549006420] 'agreement among raft nodes before linearized reading' (duration: 2.000769225s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:22.974348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:20.973431Z","time spent":"2.000911261s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:28:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:28:23.532513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095453651s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:23.532846Z","caller":"traceutil/trace.go:171","msg":"trace[1265865590] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"2.10760079s","start":"2026-07-24T17:28:21.425105Z","end":"2026-07-24T17:28:23.532706Z","steps":["trace[1265865590] 'process raft request' (duration: 1.011867839s)","trace[1265865590] 'compare' (duration: 735.078949ms)","trace[1265865590] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 359.881793ms)"],"step_count":3} {"level":"info","ts":"2026-07-24T17:28:23.533002Z","caller":"traceutil/trace.go:171","msg":"trace[1225204174] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"2.106967336s","start":"2026-07-24T17:28:21.426021Z","end":"2026-07-24T17:28:23.532989Z","steps":["trace[1225204174] 'process raft request' (duration: 2.106595612s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:23.533154Z","caller":"traceutil/trace.go:171","msg":"trace[911969904] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"454.529642ms","start":"2026-07-24T17:28:23.078602Z","end":"2026-07-24T17:28:23.533131Z","steps":["trace[911969904] 'process raft request' (duration: 454.49166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.533301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:23.078576Z","time spent":"454.651716ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:23.533273Z","caller":"traceutil/trace.go:171","msg":"trace[868262936] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"1.439894892s","start":"2026-07-24T17:28:22.093356Z","end":"2026-07-24T17:28:23.533251Z","steps":["trace[868262936] 'process raft request' (duration: 1.439626172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.533185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:21.426007Z","time spent":"2.107025339s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:23.533489Z","caller":"traceutil/trace.go:171","msg":"trace[1439938067] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"2.10652891s","start":"2026-07-24T17:28:21.426942Z","end":"2026-07-24T17:28:23.533471Z","steps":["trace[1439938067] 'process raft request' (duration: 2.105927328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.533453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:22.093327Z","time spent":"1.440027877s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:23.533438Z","caller":"traceutil/trace.go:171","msg":"trace[1231408073] linearizableReadLoop","detail":"{readStateIndex:4015; appliedIndex:4010; }","duration":"1.165548324s","start":"2026-07-24T17:28:22.36787Z","end":"2026-07-24T17:28:23.533419Z","steps":["trace[1231408073] 'read index received' (duration: 69.141667ms)","trace[1231408073] 'applied index is now lower than readState.Index' (duration: 1.096365936s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:23.533589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437228033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:23.533642Z","caller":"traceutil/trace.go:171","msg":"trace[411397408] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3843; }","duration":"2.437326507s","start":"2026-07-24T17:28:21.096306Z","end":"2026-07-24T17:28:23.533632Z","steps":["trace[411397408] 'agreement among raft nodes before linearized reading' (duration: 2.437246244s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.533674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:21.096285Z","time spent":"2.437380419s","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:23.533687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498986968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:28:23.533737Z","caller":"traceutil/trace.go:171","msg":"trace[1377077426] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3843; }","duration":"3.499073332s","start":"2026-07-24T17:28:20.03465Z","end":"2026-07-24T17:28:23.533723Z","steps":["trace[1377077426] 'agreement among raft nodes before linearized reading' (duration: 3.498934537s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.533783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:20.034627Z","time spent":"3.499145875s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:28:23.533759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:21.425082Z","time spent":"2.108562647s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:23.533549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:21.426931Z","time spent":"2.106584912s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:23.53386Z","caller":"traceutil/trace.go:171","msg":"trace[240673689] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"1.344351371s","start":"2026-07-24T17:28:22.1895Z","end":"2026-07-24T17:28:23.533851Z","steps":["trace[240673689] 'process raft request' (duration: 1.34353988s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.53393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:22.189466Z","time spent":"1.344420163s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:23.533984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499094192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:23.533998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540887591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:23.534028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644922312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:23.534039Z","caller":"traceutil/trace.go:171","msg":"trace[2038916084] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3843; }","duration":"2.540958113s","start":"2026-07-24T17:28:20.993065Z","end":"2026-07-24T17:28:23.534023Z","steps":["trace[2038916084] 'agreement among raft nodes before linearized reading' (duration: 2.540896031s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:23.534079Z","caller":"traceutil/trace.go:171","msg":"trace[576338685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3843; }","duration":"1.644997455s","start":"2026-07-24T17:28:21.889074Z","end":"2026-07-24T17:28:23.534071Z","steps":["trace[576338685] 'agreement among raft nodes before linearized reading' (duration: 1.644933123s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.53397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543477998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:23.534167Z","caller":"traceutil/trace.go:171","msg":"trace[484517240] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3843; }","duration":"3.543700696s","start":"2026-07-24T17:28:19.990447Z","end":"2026-07-24T17:28:23.534148Z","steps":["trace[484517240] 'agreement among raft nodes before linearized reading' (duration: 3.543375144s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.534213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.223267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:23.534254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163280519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:28:23.534269Z","caller":"traceutil/trace.go:171","msg":"trace[617794736] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3843; }","duration":"636.31488ms","start":"2026-07-24T17:28:22.897947Z","end":"2026-07-24T17:28:23.534262Z","steps":["trace[617794736] 'agreement among raft nodes before linearized reading' (duration: 636.245898ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:23.534288Z","caller":"traceutil/trace.go:171","msg":"trace[865221814] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3843; }","duration":"1.163344521s","start":"2026-07-24T17:28:22.370934Z","end":"2026-07-24T17:28:23.534278Z","steps":["trace[865221814] 'agreement among raft nodes before linearized reading' (duration: 1.163213766s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.534256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636877174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-07-24T17:28:23.534294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:22.89792Z","time spent":"636.366342ms","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:23.534328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:22.370918Z","time spent":"1.163404114s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:28:23.534343Z","caller":"traceutil/trace.go:171","msg":"trace[111429126] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:3843; }","duration":"3.636965357s","start":"2026-07-24T17:28:19.89736Z","end":"2026-07-24T17:28:23.534326Z","steps":["trace[111429126] 'agreement among raft nodes before linearized reading' (duration: 3.6367829s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.534383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.897354Z","time spent":"3.637020599s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-07-24T17:28:23.534034Z","caller":"traceutil/trace.go:171","msg":"trace[1006894056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3843; }","duration":"1.499175124s","start":"2026-07-24T17:28:22.034844Z","end":"2026-07-24T17:28:23.534019Z","steps":["trace[1006894056] 'agreement among raft nodes before linearized reading' (duration: 1.499095881s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.534429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.990432Z","time spent":"3.543773329s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:23.534554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:22.034824Z","time spent":"1.499721075s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:23.534104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:21.889058Z","time spent":"1.645040447s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:23.534103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:20.993049Z","time spent":"2.541039937s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:23.534098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310752764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:23.534806Z","caller":"traceutil/trace.go:171","msg":"trace[1920608340] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3843; }","duration":"1.311496152s","start":"2026-07-24T17:28:22.223293Z","end":"2026-07-24T17:28:23.534789Z","steps":["trace[1920608340] 'agreement among raft nodes before linearized reading' (duration: 1.310765024s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.534102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59224778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:23.534868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:22.223272Z","time spent":"1.311577125s","remote":"127.0.0.1:50390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:23.534878Z","caller":"traceutil/trace.go:171","msg":"trace[353636935] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3843; }","duration":"3.593061s","start":"2026-07-24T17:28:19.941798Z","end":"2026-07-24T17:28:23.534859Z","steps":["trace[353636935] 'agreement among raft nodes before linearized reading' (duration: 3.592249529s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.534929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:19.941778Z","time spent":"3.593133343s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:28:23.940054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2807,"took":"4.066515827s","hash":3469504728,"current-db-size-bytes":33021952,"current-db-size":"33 MB","current-db-size-in-use-bytes":9482240,"current-db-size-in-use":"9.5 MB"} {"level":"info","ts":"2026-07-24T17:28:23.940143Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3469504728,"revision":2807,"compact-revision":-1} {"level":"warn","ts":"2026-07-24T17:28:23.940319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.296773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:23.940374Z","caller":"traceutil/trace.go:171","msg":"trace[1469770640] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3843; }","duration":"302.406657ms","start":"2026-07-24T17:28:23.637953Z","end":"2026-07-24T17:28:23.94036Z","steps":["trace[1469770640] 'count revisions from in-memory index tree' (duration: 302.144358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.94039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.696215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-07-24T17:28:23.94039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.57871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:28:23.940417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:23.63793Z","time spent":"302.465749ms","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:23.940434Z","caller":"traceutil/trace.go:171","msg":"trace[1460812725] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:3843; }","duration":"395.778787ms","start":"2026-07-24T17:28:23.544644Z","end":"2026-07-24T17:28:23.940423Z","steps":["trace[1460812725] 'range keys from in-memory index tree' (duration: 395.5592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.940432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.695614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:28:23.940446Z","caller":"traceutil/trace.go:171","msg":"trace[185281911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3843; }","duration":"395.652993ms","start":"2026-07-24T17:28:23.54478Z","end":"2026-07-24T17:28:23.940433Z","steps":["trace[185281911] 'range keys from in-memory index tree' (duration: 395.441094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.94049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:23.544776Z","time spent":"395.706025ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:28:23.940487Z","caller":"traceutil/trace.go:171","msg":"trace[648645430] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3843; }","duration":"395.769757ms","start":"2026-07-24T17:28:23.544704Z","end":"2026-07-24T17:28:23.940474Z","steps":["trace[648645430] 'range keys from in-memory index tree' (duration: 395.548639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:23.940459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:23.544624Z","time spent":"395.82762ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:23.940531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:23.544696Z","time spent":"395.826439ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:24.381976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.248181ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:28:24.382051Z","caller":"traceutil/trace.go:171","msg":"trace[1426253181] linearizableReadLoop","detail":"{readStateIndex:4017; appliedIndex:4016; }","duration":"439.933072ms","start":"2026-07-24T17:28:23.942106Z","end":"2026-07-24T17:28:24.382039Z","steps":["trace[1426253181] 'read index received' (duration: 50.092µs)","trace[1426253181] 'applied index is now lower than readState.Index' (duration: 439.88185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:24.383029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.901778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:28:24.383098Z","caller":"traceutil/trace.go:171","msg":"trace[1302363435] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3843; }","duration":"441.023743ms","start":"2026-07-24T17:28:23.94206Z","end":"2026-07-24T17:28:24.383084Z","steps":["trace[1302363435] 'agreement among raft nodes before linearized reading' (duration: 440.815325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.383129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:23.94204Z","time spent":"441.083765ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T17:28:24.544876Z","caller":"traceutil/trace.go:171","msg":"trace[1040456912] linearizableReadLoop","detail":"{readStateIndex:4018; appliedIndex:4017; }","duration":"162.781921ms","start":"2026-07-24T17:28:24.382069Z","end":"2026-07-24T17:28:24.544851Z","steps":["trace[1040456912] 'read index received' (duration: 162.50364ms)","trace[1040456912] 'applied index is now lower than readState.Index' (duration: 277.311µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:24.545074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.149949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:28:24.545127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.75489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:28:24.545191Z","caller":"traceutil/trace.go:171","msg":"trace[1613265992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3844; }","duration":"172.863434ms","start":"2026-07-24T17:28:24.372311Z","end":"2026-07-24T17:28:24.545175Z","steps":["trace[1613265992] 'agreement among raft nodes before linearized reading' (duration: 172.678927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.545228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.944691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:28:24.545264Z","caller":"traceutil/trace.go:171","msg":"trace[1849150954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3844; }","duration":"170.999073ms","start":"2026-07-24T17:28:24.374255Z","end":"2026-07-24T17:28:24.545254Z","steps":["trace[1849150954] 'agreement among raft nodes before linearized reading' (duration: 170.90751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.545343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.377898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:28:24.54531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.975232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:28:24.545378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.85387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:24.545398Z","caller":"traceutil/trace.go:171","msg":"trace[692339202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3844; }","duration":"171.475831ms","start":"2026-07-24T17:28:24.37391Z","end":"2026-07-24T17:28:24.545385Z","steps":["trace[692339202] 'agreement among raft nodes before linearized reading' (duration: 171.322835ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:24.5453Z","caller":"traceutil/trace.go:171","msg":"trace[1782123531] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"169.659822ms","start":"2026-07-24T17:28:24.375561Z","end":"2026-07-24T17:28:24.545221Z","steps":["trace[1782123531] 'process raft request' (duration: 169.0736ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:24.545505Z","caller":"traceutil/trace.go:171","msg":"trace[727780280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3844; }","duration":"347.938823ms","start":"2026-07-24T17:28:24.197477Z","end":"2026-07-24T17:28:24.545416Z","steps":["trace[727780280] 'agreement among raft nodes before linearized reading' (duration: 347.86123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.545527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.737275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T17:28:24.54556Z","caller":"traceutil/trace.go:171","msg":"trace[1020781164] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:3844; }","duration":"601.768926ms","start":"2026-07-24T17:28:23.94378Z","end":"2026-07-24T17:28:24.545549Z","steps":["trace[1020781164] 'agreement among raft nodes before linearized reading' (duration: 601.60841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.545598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:23.943734Z","time spent":"601.8563ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:24.545605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.013473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:24.545635Z","caller":"traceutil/trace.go:171","msg":"trace[792489921] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3844; }","duration":"492.078985ms","start":"2026-07-24T17:28:24.053547Z","end":"2026-07-24T17:28:24.545626Z","steps":["trace[792489921] 'agreement among raft nodes before linearized reading' (duration: 491.963121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.545673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.053521Z","time spent":"492.143228ms","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":91,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:24.545686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.598243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:28:24.545737Z","caller":"traceutil/trace.go:171","msg":"trace[1461631994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3844; }","duration":"152.679957ms","start":"2026-07-24T17:28:24.393044Z","end":"2026-07-24T17:28:24.545724Z","steps":["trace[1461631994] 'agreement among raft nodes before linearized reading' (duration: 152.553422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.545563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.197461Z","time spent":"348.081578ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:24.545139Z","caller":"traceutil/trace.go:171","msg":"trace[1407265483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3844; }","duration":"171.257023ms","start":"2026-07-24T17:28:24.373866Z","end":"2026-07-24T17:28:24.545123Z","steps":["trace[1407265483] 'agreement among raft nodes before linearized reading' (duration: 171.059926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.545925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.978552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:28:24.546192Z","caller":"traceutil/trace.go:171","msg":"trace[152018639] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3844; }","duration":"512.293224ms","start":"2026-07-24T17:28:24.033876Z","end":"2026-07-24T17:28:24.546169Z","steps":["trace[152018639] 'agreement among raft nodes before linearized reading' (duration: 511.66169ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:24.545413Z","caller":"traceutil/trace.go:171","msg":"trace[1451475484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3844; }","duration":"171.104658ms","start":"2026-07-24T17:28:24.374292Z","end":"2026-07-24T17:28:24.545397Z","steps":["trace[1451475484] 'agreement among raft nodes before linearized reading' (duration: 170.778095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:24.547635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.033823Z","time spent":"513.77249ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:28:25.243312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.802817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:25.243451Z","caller":"traceutil/trace.go:171","msg":"trace[1334258450] transaction","detail":"{read_only:false; response_revision:3845; number_of_response:1; }","duration":"690.432242ms","start":"2026-07-24T17:28:24.552987Z","end":"2026-07-24T17:28:25.24342Z","steps":["trace[1334258450] 'process raft request' (duration: 243.434438ms)","trace[1334258450] 'compare' (duration: 446.654251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:25.243534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.552957Z","time spent":"690.536995ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:26.787207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031840859s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:26.787708Z","caller":"traceutil/trace.go:171","msg":"trace[182115745] transaction","detail":"{read_only:false; response_revision:3847; number_of_response:1; }","duration":"2.234483357s","start":"2026-07-24T17:28:24.553203Z","end":"2026-07-24T17:28:26.787686Z","steps":["trace[182115745] 'process raft request' (duration: 2.234205286s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:26.787725Z","caller":"traceutil/trace.go:171","msg":"trace[379587915] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"2.234453826s","start":"2026-07-24T17:28:24.553257Z","end":"2026-07-24T17:28:26.787711Z","steps":["trace[379587915] 'process raft request' (duration: 2.234387703s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:26.787734Z","caller":"traceutil/trace.go:171","msg":"trace[523926883] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"2.234472667s","start":"2026-07-24T17:28:24.553239Z","end":"2026-07-24T17:28:26.787711Z","steps":["trace[523926883] 'process raft request' (duration: 2.234366603s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:26.787754Z","caller":"traceutil/trace.go:171","msg":"trace[541450140] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"2.23453942s","start":"2026-07-24T17:28:24.553172Z","end":"2026-07-24T17:28:26.787711Z","steps":["trace[541450140] 'process raft request' (duration: 1.201575719s)","trace[541450140] 'compare' (duration: 1.031276187s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:26.78779Z","caller":"traceutil/trace.go:171","msg":"trace[1522775982] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"1.245460236s","start":"2026-07-24T17:28:25.542309Z","end":"2026-07-24T17:28:26.787769Z","steps":["trace[1522775982] 'process raft request' (duration: 1.245376113s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:26.787813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.553183Z","time spent":"2.234575301s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:26.787849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.553228Z","time spent":"2.234554881s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:26.787874Z","caller":"traceutil/trace.go:171","msg":"trace[131414011] linearizableReadLoop","detail":"{readStateIndex:4023; appliedIndex:4018; }","duration":"2.233363145s","start":"2026-07-24T17:28:24.554479Z","end":"2026-07-24T17:28:26.787842Z","steps":["trace[131414011] 'read index received' (duration: 241.92279ms)","trace[131414011] 'applied index is now lower than readState.Index' (duration: 1.991439345s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:26.787927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.553155Z","time spent":"2.234699655s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:26.788045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233562912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-07-24T17:28:26.78801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:25.542287Z","time spent":"1.24556637s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:26.788048Z","caller":"traceutil/trace.go:171","msg":"trace[1760070355] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"1.245002368s","start":"2026-07-24T17:28:25.543038Z","end":"2026-07-24T17:28:26.78804Z","steps":["trace[1760070355] 'process raft request' (duration: 1.244937716s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:26.788276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:25.54303Z","time spent":"1.245222226s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:26.788075Z","caller":"traceutil/trace.go:171","msg":"trace[1740850811] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3851; }","duration":"2.233604634s","start":"2026-07-24T17:28:24.554464Z","end":"2026-07-24T17:28:26.788068Z","steps":["trace[1740850811] 'agreement among raft nodes before linearized reading' (duration: 2.233425328s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:26.788071Z","caller":"traceutil/trace.go:171","msg":"trace[908123593] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"1.245343851s","start":"2026-07-24T17:28:25.542721Z","end":"2026-07-24T17:28:26.788065Z","steps":["trace[908123593] 'process raft request' (duration: 1.245000478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:26.788379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.554455Z","time spent":"2.233857844s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:26.788432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:25.542705Z","time spent":"1.245701695s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:26.787812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.553252Z","time spent":"2.234506139s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:27.087376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.159272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:27.08746Z","caller":"traceutil/trace.go:171","msg":"trace[970767820] linearizableReadLoop","detail":"{readStateIndex:4027; appliedIndex:4026; }","duration":"299.53126ms","start":"2026-07-24T17:28:26.787913Z","end":"2026-07-24T17:28:27.087445Z","steps":["trace[970767820] 'read index received' (duration: 173.198121ms)","trace[970767820] 'applied index is now lower than readState.Index' (duration: 126.332079ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:27.087566Z","caller":"traceutil/trace.go:171","msg":"trace[1387814783] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"535.405838ms","start":"2026-07-24T17:28:26.552145Z","end":"2026-07-24T17:28:27.087551Z","steps":["trace[1387814783] 'process raft request' (duration: 409.011927ms)","trace[1387814783] 'compare' (duration: 126.010467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:27.087626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:26.552125Z","time spent":"535.477571ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:27.087627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982732021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:27.087701Z","caller":"traceutil/trace.go:171","msg":"trace[1186722844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3853; }","duration":"1.982856945s","start":"2026-07-24T17:28:25.104826Z","end":"2026-07-24T17:28:27.087683Z","steps":["trace[1186722844] 'agreement among raft nodes before linearized reading' (duration: 1.982746971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.087742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:25.104803Z","time spent":"1.982929488s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:27.087944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064319015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:27.087984Z","caller":"traceutil/trace.go:171","msg":"trace[884985747] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3853; }","duration":"2.064439459s","start":"2026-07-24T17:28:25.023534Z","end":"2026-07-24T17:28:27.087974Z","steps":["trace[884985747] 'agreement among raft nodes before linearized reading' (duration: 2.064327925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.087976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.347297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:27.088016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:25.023511Z","time spent":"2.064496852s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:27.088041Z","caller":"traceutil/trace.go:171","msg":"trace[1480535532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3853; }","duration":"673.421971ms","start":"2026-07-24T17:28:26.4146Z","end":"2026-07-24T17:28:27.088022Z","steps":["trace[1480535532] 'agreement among raft nodes before linearized reading' (duration: 673.305377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.088051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.801516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:28:27.088095Z","caller":"traceutil/trace.go:171","msg":"trace[1883953987] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3853; }","duration":"554.887249ms","start":"2026-07-24T17:28:26.533197Z","end":"2026-07-24T17:28:27.088084Z","steps":["trace[1883953987] 'agreement among raft nodes before linearized reading' (duration: 554.743254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.088133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:26.533175Z","time spent":"554.950282ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:28:27.08815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.275657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:27.087983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363559763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:27.088203Z","caller":"traceutil/trace.go:171","msg":"trace[893370905] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3853; }","duration":"595.35685ms","start":"2026-07-24T17:28:26.492836Z","end":"2026-07-24T17:28:27.088193Z","steps":["trace[893370905] 'agreement among raft nodes before linearized reading' (duration: 595.281207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.088233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:26.492816Z","time spent":"595.409032ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:27.088242Z","caller":"traceutil/trace.go:171","msg":"trace[1480457612] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3853; }","duration":"1.363839165s","start":"2026-07-24T17:28:25.724382Z","end":"2026-07-24T17:28:27.088221Z","steps":["trace[1480457612] 'agreement among raft nodes before linearized reading' (duration: 1.363561824s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.088095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:26.414581Z","time spent":"673.501063ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:27.088276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:25.724365Z","time spent":"1.363901506s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:27.088317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.307168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:27.088354Z","caller":"traceutil/trace.go:171","msg":"trace[273298938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3853; }","duration":"224.343779ms","start":"2026-07-24T17:28:26.864Z","end":"2026-07-24T17:28:27.088344Z","steps":["trace[273298938] 'agreement among raft nodes before linearized reading' (duration: 224.294428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.088197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53277788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-07-24T17:28:27.088449Z","caller":"traceutil/trace.go:171","msg":"trace[711631389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:3853; }","duration":"2.533038111s","start":"2026-07-24T17:28:24.555401Z","end":"2026-07-24T17:28:27.088439Z","steps":["trace[711631389] 'agreement among raft nodes before linearized reading' (duration: 2.532730849s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.08848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:24.555394Z","time spent":"2.533078052s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:27.08828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.915831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:28:27.088582Z","caller":"traceutil/trace.go:171","msg":"trace[497404648] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3853; }","duration":"297.249024ms","start":"2026-07-24T17:28:26.791325Z","end":"2026-07-24T17:28:27.088574Z","steps":["trace[497404648] 'agreement among raft nodes before linearized reading' (duration: 296.902741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.899277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.834151ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:27.899473Z","caller":"traceutil/trace.go:171","msg":"trace[1568203031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3853; }","duration":"463.07101ms","start":"2026-07-24T17:28:27.436379Z","end":"2026-07-24T17:28:27.89945Z","steps":["trace[1568203031] 'range keys from in-memory index tree' (duration: 462.815861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.899619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.23329ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:28:27.899717Z","caller":"traceutil/trace.go:171","msg":"trace[1816319414] linearizableReadLoop","detail":"{readStateIndex:4028; appliedIndex:4027; }","duration":"806.721744ms","start":"2026-07-24T17:28:27.09298Z","end":"2026-07-24T17:28:27.899701Z","steps":["trace[1816319414] 'read index received' (duration: 407.352259ms)","trace[1816319414] 'applied index is now lower than readState.Index' (duration: 399.368245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:27.899836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.088992Z","time spent":"810.842071ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:28:27.900037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.035976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-07-24T17:28:27.900085Z","caller":"traceutil/trace.go:171","msg":"trace[1579196222] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:3853; }","duration":"807.123889ms","start":"2026-07-24T17:28:27.09295Z","end":"2026-07-24T17:28:27.900074Z","steps":["trace[1579196222] 'agreement among raft nodes before linearized reading' (duration: 806.971913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.900113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.092934Z","time spent":"807.171031ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:27.900113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.339237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:27.900189Z","caller":"traceutil/trace.go:171","msg":"trace[1779796320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3853; }","duration":"382.464702ms","start":"2026-07-24T17:28:27.517706Z","end":"2026-07-24T17:28:27.900171Z","steps":["trace[1779796320] 'agreement among raft nodes before linearized reading' (duration: 382.263574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.9002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.217023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:28:27.900227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.547311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:27.90024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.517676Z","time spent":"382.552465ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:27.900247Z","caller":"traceutil/trace.go:171","msg":"trace[596597469] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3853; }","duration":"807.306726ms","start":"2026-07-24T17:28:27.092932Z","end":"2026-07-24T17:28:27.900239Z","steps":["trace[596597469] 'agreement among raft nodes before linearized reading' (duration: 807.184762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.900271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.092912Z","time spent":"807.352317ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:27.900435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.751305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:27.900246Z","caller":"traceutil/trace.go:171","msg":"trace[1471720127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3853; }","duration":"804.564671ms","start":"2026-07-24T17:28:27.095675Z","end":"2026-07-24T17:28:27.90024Z","steps":["trace[1471720127] 'agreement among raft nodes before linearized reading' (duration: 804.53518ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:27.900464Z","caller":"traceutil/trace.go:171","msg":"trace[215190737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3853; }","duration":"318.784367ms","start":"2026-07-24T17:28:27.581672Z","end":"2026-07-24T17:28:27.900456Z","steps":["trace[215190737] 'agreement among raft nodes before linearized reading' (duration: 318.730235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.900484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.58162Z","time spent":"318.85924ms","remote":"127.0.0.1:36680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:27.900489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.095641Z","time spent":"804.834822ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:27.900745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.69739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:28:27.900813Z","caller":"traceutil/trace.go:171","msg":"trace[1673283002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3853; }","duration":"652.805554ms","start":"2026-07-24T17:28:27.247992Z","end":"2026-07-24T17:28:27.900798Z","steps":["trace[1673283002] 'agreement among raft nodes before linearized reading' (duration: 652.021234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:27.900977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.247974Z","time spent":"652.949239ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:28.405128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390186,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:28:28.590228Z","caller":"traceutil/trace.go:171","msg":"trace[531558134] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"689.011169ms","start":"2026-07-24T17:28:27.901182Z","end":"2026-07-24T17:28:28.590193Z","steps":["trace[531558134] 'process raft request' (duration: 688.546031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:28.590409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.901166Z","time spent":"689.160624ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:29.599583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.261081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:29.599731Z","caller":"traceutil/trace.go:171","msg":"trace[1628530317] linearizableReadLoop","detail":"{readStateIndex:4030; appliedIndex:4028; }","duration":"1.695077653s","start":"2026-07-24T17:28:27.904641Z","end":"2026-07-24T17:28:29.599719Z","steps":["trace[1628530317] 'read index received' (duration: 685.383031ms)","trace[1628530317] 'applied index is now lower than readState.Index' (duration: 1.009693882s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:29.599783Z","caller":"traceutil/trace.go:171","msg":"trace[1486343685] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"1.019217325s","start":"2026-07-24T17:28:28.580559Z","end":"2026-07-24T17:28:29.599777Z","steps":["trace[1486343685] 'process raft request' (duration: 1.01909508s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:29.599865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.580529Z","time spent":"1.019273987s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:29.599762Z","caller":"traceutil/trace.go:171","msg":"trace[988332990] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"1.694754991s","start":"2026-07-24T17:28:27.904985Z","end":"2026-07-24T17:28:29.59974Z","steps":["trace[988332990] 'process raft request' (duration: 1.342275892s)","trace[988332990] 'compare' (duration: 351.833544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:29.600329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.904973Z","time spent":"1.695297481s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:29.600223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69554377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T17:28:29.600622Z","caller":"traceutil/trace.go:171","msg":"trace[1890679319] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3856; }","duration":"1.695993778s","start":"2026-07-24T17:28:27.904614Z","end":"2026-07-24T17:28:29.600608Z","steps":["trace[1890679319] 'agreement among raft nodes before linearized reading' (duration: 1.695486698s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:29.600662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:27.904599Z","time spent":"1.69605135s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-24T17:28:30.10564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:28:30.105729Z","caller":"traceutil/trace.go:171","msg":"trace[532799184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041602s","start":"2026-07-24T17:28:28.105295Z","end":"2026-07-24T17:28:30.105711Z","steps":["trace[532799184] 'agreement among raft nodes before linearized reading' (duration: 2.000302206s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:30.105968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.105275Z","time spent":"2.000491733s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:31.010953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09184852s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:31.01126Z","caller":"traceutil/trace.go:171","msg":"trace[216053527] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"2.217643838s","start":"2026-07-24T17:28:28.793595Z","end":"2026-07-24T17:28:31.011239Z","steps":["trace[216053527] 'process raft request' (duration: 2.217473541s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:31.01122Z","caller":"traceutil/trace.go:171","msg":"trace[443497263] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"2.217483592s","start":"2026-07-24T17:28:28.793711Z","end":"2026-07-24T17:28:31.011195Z","steps":["trace[443497263] 'process raft request' (duration: 1.125307489s)","trace[443497263] 'compare' (duration: 1.089706939s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:31.011359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.793584Z","time spent":"2.217733002s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:31.011395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.793695Z","time spent":"2.217625197s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:31.012834Z","caller":"traceutil/trace.go:171","msg":"trace[743776270] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"2.217656799s","start":"2026-07-24T17:28:28.795149Z","end":"2026-07-24T17:28:31.012806Z","steps":["trace[743776270] 'process raft request' (duration: 2.216037327s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.013107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.795134Z","time spent":"2.217895278s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:31.013363Z","caller":"traceutil/trace.go:171","msg":"trace[1408263569] linearizableReadLoop","detail":"{readStateIndex:4035; appliedIndex:4031; }","duration":"1.413593898s","start":"2026-07-24T17:28:29.599754Z","end":"2026-07-24T17:28:31.013347Z","steps":["trace[1408263569] 'read index received' (duration: 319.148939ms)","trace[1408263569] 'applied index is now lower than readState.Index' (duration: 1.094443919s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:31.013527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220750536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:28:31.013545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220355922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:28:31.013601Z","caller":"traceutil/trace.go:171","msg":"trace[455749161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3860; }","duration":"2.220434594s","start":"2026-07-24T17:28:28.793153Z","end":"2026-07-24T17:28:31.013588Z","steps":["trace[455749161] 'agreement among raft nodes before linearized reading' (duration: 2.220239267s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.013617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229061803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:31.013634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.793146Z","time spent":"2.220481556s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:28:31.013646Z","caller":"traceutil/trace.go:171","msg":"trace[474810135] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3860; }","duration":"2.229132216s","start":"2026-07-24T17:28:28.784505Z","end":"2026-07-24T17:28:31.013637Z","steps":["trace[474810135] 'agreement among raft nodes before linearized reading' (duration: 2.229078744s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.013676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.784468Z","time spent":"2.229198288s","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:31.013755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219955486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:28:31.013777Z","caller":"traceutil/trace.go:171","msg":"trace[732767291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3860; }","duration":"2.220007478s","start":"2026-07-24T17:28:28.793763Z","end":"2026-07-24T17:28:31.013771Z","steps":["trace[732767291] 'agreement among raft nodes before linearized reading' (duration: 2.219946596s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:31.013777Z","caller":"traceutil/trace.go:171","msg":"trace[1836927917] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"1.920649306s","start":"2026-07-24T17:28:29.093109Z","end":"2026-07-24T17:28:31.013758Z","steps":["trace[1836927917] 'process raft request' (duration: 1.919416289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.013846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22031436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:28:31.013863Z","caller":"traceutil/trace.go:171","msg":"trace[1090345755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3860; }","duration":"2.220331361s","start":"2026-07-24T17:28:28.793527Z","end":"2026-07-24T17:28:31.013858Z","steps":["trace[1090345755] 'agreement among raft nodes before linearized reading' (duration: 2.220281289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.013878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.793505Z","time spent":"2.220370082s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:31.013887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:29.093077Z","time spent":"1.92074323s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:31.013563Z","caller":"traceutil/trace.go:171","msg":"trace[1684478175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3860; }","duration":"2.220819859s","start":"2026-07-24T17:28:28.792734Z","end":"2026-07-24T17:28:31.013553Z","steps":["trace[1684478175] 'agreement among raft nodes before linearized reading' (duration: 2.220694114s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.013938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.792718Z","time spent":"2.221215714s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:31.013955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690684194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:31.013912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421137318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T17:28:31.013796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.793741Z","time spent":"2.22005003s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:28:31.01399Z","caller":"traceutil/trace.go:171","msg":"trace[1131012356] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3860; }","duration":"2.690760607s","start":"2026-07-24T17:28:28.32322Z","end":"2026-07-24T17:28:31.013981Z","steps":["trace[1131012356] 'agreement among raft nodes before linearized reading' (duration: 2.690711695s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:31.013993Z","caller":"traceutil/trace.go:171","msg":"trace[436200596] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3860; }","duration":"2.421257163s","start":"2026-07-24T17:28:28.592728Z","end":"2026-07-24T17:28:31.013985Z","steps":["trace[436200596] 'agreement among raft nodes before linearized reading' (duration: 2.421117238s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.014018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.592709Z","time spent":"2.421302144s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:28:31.014066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830403934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-24T17:28:31.014089Z","caller":"traceutil/trace.go:171","msg":"trace[2092079731] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3860; }","duration":"2.830450106s","start":"2026-07-24T17:28:28.183631Z","end":"2026-07-24T17:28:31.014081Z","steps":["trace[2092079731] 'agreement among raft nodes before linearized reading' (duration: 2.830401364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.014017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.323198Z","time spent":"2.690810839s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:31.01411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.183594Z","time spent":"2.830510688s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:31.014299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980895946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:28:31.014333Z","caller":"traceutil/trace.go:171","msg":"trace[380009196] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3860; }","duration":"2.980961588s","start":"2026-07-24T17:28:28.033363Z","end":"2026-07-24T17:28:31.014324Z","steps":["trace[380009196] 'agreement among raft nodes before linearized reading' (duration: 2.980874265s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.014365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:28.033341Z","time spent":"2.98101388s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:28:31.013656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457716339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:28:31.014434Z","caller":"traceutil/trace.go:171","msg":"trace[1486203855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3860; }","duration":"1.45854127s","start":"2026-07-24T17:28:29.555884Z","end":"2026-07-24T17:28:31.014425Z","steps":["trace[1486203855] 'agreement among raft nodes before linearized reading' (duration: 1.457605705s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.014469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:29.555868Z","time spent":"1.458589572s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:31.048536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.852055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:31.048623Z","caller":"traceutil/trace.go:171","msg":"trace[1501719914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3861; }","duration":"941.9788ms","start":"2026-07-24T17:28:30.106623Z","end":"2026-07-24T17:28:31.048602Z","steps":["trace[1501719914] 'agreement among raft nodes before linearized reading' (duration: 941.832445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.048659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:30.106605Z","time spent":"942.047103ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:31.048735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09471255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:31.048793Z","caller":"traceutil/trace.go:171","msg":"trace[1026226490] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3861; }","duration":"1.094829055s","start":"2026-07-24T17:28:29.953949Z","end":"2026-07-24T17:28:31.048778Z","steps":["trace[1026226490] 'agreement among raft nodes before linearized reading' (duration: 1.094728381s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.048822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:29.953925Z","time spent":"1.094889947s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:31.048976Z","caller":"traceutil/trace.go:171","msg":"trace[1911998731] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"470.638437ms","start":"2026-07-24T17:28:30.578318Z","end":"2026-07-24T17:28:31.048957Z","steps":["trace[1911998731] 'process raft request' (duration: 469.92632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.049094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:30.57826Z","time spent":"470.758021ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:31.05003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447182419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T17:28:31.050089Z","caller":"traceutil/trace.go:171","msg":"trace[77044086] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3861; }","duration":"1.447288882s","start":"2026-07-24T17:28:29.602786Z","end":"2026-07-24T17:28:31.050075Z","steps":["trace[77044086] 'agreement among raft nodes before linearized reading' (duration: 1.446073126s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.050192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:29.602773Z","time spent":"1.447410678s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-24T17:28:31.548444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:28:31.81677Z","caller":"traceutil/trace.go:171","msg":"trace[1567463758] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"799.651845ms","start":"2026-07-24T17:28:31.017088Z","end":"2026-07-24T17:28:31.816739Z","steps":["trace[1567463758] 'process raft request' (duration: 799.357464ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:31.816797Z","caller":"traceutil/trace.go:171","msg":"trace[219864051] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"799.613604ms","start":"2026-07-24T17:28:31.017168Z","end":"2026-07-24T17:28:31.816782Z","steps":["trace[219864051] 'process raft request' (duration: 799.467458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.816892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.017163Z","time spent":"799.673507ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:31.816892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.017069Z","time spent":"799.76688ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:31.816942Z","caller":"traceutil/trace.go:171","msg":"trace[819852175] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"797.379479ms","start":"2026-07-24T17:28:31.019539Z","end":"2026-07-24T17:28:31.816919Z","steps":["trace[819852175] 'process raft request' (duration: 797.171421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.817062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.019531Z","time spent":"797.465482ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:31.817153Z","caller":"traceutil/trace.go:171","msg":"trace[1694023084] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"776.044516ms","start":"2026-07-24T17:28:31.041077Z","end":"2026-07-24T17:28:31.817121Z","steps":["trace[1694023084] 'process raft request' (duration: 775.725244ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:31.817149Z","caller":"traceutil/trace.go:171","msg":"trace[1073340034] linearizableReadLoop","detail":"{readStateIndex:4041; appliedIndex:4036; }","duration":"768.659394ms","start":"2026-07-24T17:28:31.048388Z","end":"2026-07-24T17:28:31.817047Z","steps":["trace[1073340034] 'read index received' (duration: 767.930416ms)","trace[1073340034] 'applied index is now lower than readState.Index' (duration: 727.818µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:31.817268Z","caller":"traceutil/trace.go:171","msg":"trace[1480070234] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"797.580797ms","start":"2026-07-24T17:28:31.019662Z","end":"2026-07-24T17:28:31.817243Z","steps":["trace[1480070234] 'process raft request' (duration: 797.105149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.817311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.019657Z","time spent":"797.633078ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:31.817321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.989489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-07-24T17:28:31.817328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.205258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:28:31.817374Z","caller":"traceutil/trace.go:171","msg":"trace[1034374751] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3866; }","duration":"800.063381ms","start":"2026-07-24T17:28:31.0173Z","end":"2026-07-24T17:28:31.817363Z","steps":["trace[1034374751] 'agreement among raft nodes before linearized reading' (duration: 799.899435ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:31.817388Z","caller":"traceutil/trace.go:171","msg":"trace[1061012674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3866; }","duration":"799.277222ms","start":"2026-07-24T17:28:31.018096Z","end":"2026-07-24T17:28:31.817374Z","steps":["trace[1061012674] 'agreement among raft nodes before linearized reading' (duration: 799.093885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.817411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.017293Z","time spent":"800.108304ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:31.817431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.01809Z","time spent":"799.329243ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:31.817478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.618381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:28:31.817508Z","caller":"traceutil/trace.go:171","msg":"trace[308054512] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3866; }","duration":"801.691983ms","start":"2026-07-24T17:28:31.015808Z","end":"2026-07-24T17:28:31.8175Z","steps":["trace[308054512] 'agreement among raft nodes before linearized reading' (duration: 801.585649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.817222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.041052Z","time spent":"776.126319ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:31.817644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.037716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T17:28:31.817668Z","caller":"traceutil/trace.go:171","msg":"trace[1045437492] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3866; }","duration":"765.093428ms","start":"2026-07-24T17:28:31.052569Z","end":"2026-07-24T17:28:31.817662Z","steps":["trace[1045437492] 'agreement among raft nodes before linearized reading' (duration: 765.007284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.817705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.052554Z","time spent":"765.127269ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-24T17:28:31.817735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.19289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:28:31.817775Z","caller":"traceutil/trace.go:171","msg":"trace[1349876089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3866; }","duration":"212.270302ms","start":"2026-07-24T17:28:31.605495Z","end":"2026-07-24T17:28:31.817766Z","steps":["trace[1349876089] 'agreement among raft nodes before linearized reading' (duration: 212.178839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.81755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.015795Z","time spent":"801.727105ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:28:31.817874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.023947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:31.817901Z","caller":"traceutil/trace.go:171","msg":"trace[1213996387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3866; }","duration":"764.062938ms","start":"2026-07-24T17:28:31.05383Z","end":"2026-07-24T17:28:31.817893Z","steps":["trace[1213996387] 'agreement among raft nodes before linearized reading' (duration: 764.002276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:31.81792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.053825Z","time spent":"764.09069ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:28:32.320118Z","caller":"traceutil/trace.go:171","msg":"trace[2118055818] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"498.151305ms","start":"2026-07-24T17:28:31.821933Z","end":"2026-07-24T17:28:32.320085Z","steps":["trace[2118055818] 'process raft request' (duration: 433.488899ms)","trace[2118055818] 'compare' (duration: 64.328183ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:32.320113Z","caller":"traceutil/trace.go:171","msg":"trace[1878578538] linearizableReadLoop","detail":"{readStateIndex:4042; appliedIndex:4041; }","duration":"497.946497ms","start":"2026-07-24T17:28:31.822116Z","end":"2026-07-24T17:28:32.320062Z","steps":["trace[1878578538] 'read index received' (duration: 433.353993ms)","trace[1878578538] 'applied index is now lower than readState.Index' (duration: 64.590384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:32.320238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.821919Z","time spent":"498.259378ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:32.320383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.248878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T17:28:32.320427Z","caller":"traceutil/trace.go:171","msg":"trace[580662470] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3867; }","duration":"498.358082ms","start":"2026-07-24T17:28:31.822057Z","end":"2026-07-24T17:28:32.320415Z","steps":["trace[580662470] 'agreement among raft nodes before linearized reading' (duration: 498.189556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:32.320462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.82203Z","time spent":"498.423625ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-24T17:28:32.320592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.943587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:28:32.32063Z","caller":"traceutil/trace.go:171","msg":"trace[624909839] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3867; }","duration":"497.997928ms","start":"2026-07-24T17:28:31.822624Z","end":"2026-07-24T17:28:32.320622Z","steps":["trace[624909839] 'agreement among raft nodes before linearized reading' (duration: 497.849623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:32.320658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.822601Z","time spent":"498.04664ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:28:32.320671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.550724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:32.320751Z","caller":"traceutil/trace.go:171","msg":"trace[1978822439] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3867; }","duration":"448.69629ms","start":"2026-07-24T17:28:31.872037Z","end":"2026-07-24T17:28:32.320733Z","steps":["trace[1978822439] 'agreement among raft nodes before linearized reading' (duration: 448.561435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:32.320796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.872006Z","time spent":"448.779963ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:28:32.32081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.632078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:28:32.320819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.760128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:32.320871Z","caller":"traceutil/trace.go:171","msg":"trace[155743064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3867; }","duration":"215.843901ms","start":"2026-07-24T17:28:32.105014Z","end":"2026-07-24T17:28:32.320858Z","steps":["trace[155743064] 'agreement among raft nodes before linearized reading' (duration: 215.770728ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:32.320834Z","caller":"traceutil/trace.go:171","msg":"trace[2038872528] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3867; }","duration":"495.67185ms","start":"2026-07-24T17:28:31.825156Z","end":"2026-07-24T17:28:32.320828Z","steps":["trace[2038872528] 'agreement among raft nodes before linearized reading' (duration: 495.603967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:32.320937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:31.825148Z","time spent":"495.782944ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:33.517744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.163659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-24T17:28:33.517818Z","caller":"traceutil/trace.go:171","msg":"trace[1394176272] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3867; }","duration":"989.313236ms","start":"2026-07-24T17:28:32.52849Z","end":"2026-07-24T17:28:33.517803Z","steps":["trace[1394176272] 'range keys from in-memory index tree' (duration: 988.987803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:33.517847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:32.528235Z","time spent":"989.605527ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:33.518033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0358388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-07-24T17:28:33.518053Z","caller":"traceutil/trace.go:171","msg":"trace[2101279860] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:3867; }","duration":"1.035896012s","start":"2026-07-24T17:28:32.482151Z","end":"2026-07-24T17:28:33.518047Z","steps":["trace[2101279860] 'range keys from in-memory index tree' (duration: 1.035750026s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:33.518071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:32.482133Z","time spent":"1.035933904s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:33.518096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.462967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:33.518164Z","caller":"traceutil/trace.go:171","msg":"trace[328251793] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3867; }","duration":"589.568761ms","start":"2026-07-24T17:28:32.928575Z","end":"2026-07-24T17:28:33.518143Z","steps":["trace[328251793] 'count revisions from in-memory index tree' (duration: 589.342292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:33.518234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:32.928555Z","time spent":"589.662724ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:33.56616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:34.026511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024514164s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:28:34.027109Z","caller":"traceutil/trace.go:171","msg":"trace[6188430] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"1.025254132s","start":"2026-07-24T17:28:33.00183Z","end":"2026-07-24T17:28:34.027084Z","steps":["trace[6188430] 'process raft request' (duration: 1.025051175s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.02723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.001796Z","time spent":"1.025359707s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9290,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:34.770254Z","caller":"traceutil/trace.go:171","msg":"trace[1692422069] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"1.753450181s","start":"2026-07-24T17:28:33.016782Z","end":"2026-07-24T17:28:34.770232Z","steps":["trace[1692422069] 'process raft request' (duration: 1.672299655s)","trace[1692422069] 'compare' (duration: 80.99167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:34.770378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.016753Z","time spent":"1.753569666s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:34.7707Z","caller":"traceutil/trace.go:171","msg":"trace[482171437] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"1.753038405s","start":"2026-07-24T17:28:33.017631Z","end":"2026-07-24T17:28:34.770669Z","steps":["trace[482171437] 'process raft request' (duration: 1.752544376s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:34.770793Z","caller":"traceutil/trace.go:171","msg":"trace[235336944] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"1.752628119s","start":"2026-07-24T17:28:33.018154Z","end":"2026-07-24T17:28:34.770782Z","steps":["trace[235336944] 'process raft request' (duration: 1.752209593s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.77087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.018141Z","time spent":"1.752680112s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:34.770872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.017618Z","time spent":"1.753184491s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:34.771452Z","caller":"traceutil/trace.go:171","msg":"trace[1418129142] linearizableReadLoop","detail":"{readStateIndex:4047; appliedIndex:4042; }","duration":"1.705891687s","start":"2026-07-24T17:28:33.065531Z","end":"2026-07-24T17:28:34.771423Z","steps":["trace[1418129142] 'read index received' (duration: 961.272442ms)","trace[1418129142] 'applied index is now lower than readState.Index' (duration: 744.618115ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:34.771596Z","caller":"traceutil/trace.go:171","msg":"trace[344612150] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"1.048205377s","start":"2026-07-24T17:28:33.72338Z","end":"2026-07-24T17:28:34.771585Z","steps":["trace[344612150] 'process raft request' (duration: 1.047997919s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.772502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.353256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:28:34.772526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.723351Z","time spent":"1.049147893s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:34.772513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.873353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:34.772539Z","caller":"traceutil/trace.go:171","msg":"trace[756291442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3874; }","duration":"949.406348ms","start":"2026-07-24T17:28:33.823121Z","end":"2026-07-24T17:28:34.772528Z","steps":["trace[756291442] 'agreement among raft nodes before linearized reading' (duration: 949.329825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.772641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.823111Z","time spent":"949.505561ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:28:34.771675Z","caller":"traceutil/trace.go:171","msg":"trace[1547796533] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"1.753046106s","start":"2026-07-24T17:28:33.018616Z","end":"2026-07-24T17:28:34.771662Z","steps":["trace[1547796533] 'process raft request' (duration: 1.752128521s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.772755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.018603Z","time spent":"1.754129157s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:34.771737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665638101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:34.772824Z","caller":"traceutil/trace.go:171","msg":"trace[1850009933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3874; }","duration":"1.666756514s","start":"2026-07-24T17:28:33.106059Z","end":"2026-07-24T17:28:34.772816Z","steps":["trace[1850009933] 'agreement among raft nodes before linearized reading' (duration: 1.665631861s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.772849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.106047Z","time spent":"1.666796625s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:34.77176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706109755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:34.772955Z","caller":"traceutil/trace.go:171","msg":"trace[830785615] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3874; }","duration":"1.707456997s","start":"2026-07-24T17:28:33.065489Z","end":"2026-07-24T17:28:34.772946Z","steps":["trace[830785615] 'agreement among raft nodes before linearized reading' (duration: 1.706099905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.772122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.849467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:28:34.773119Z","caller":"traceutil/trace.go:171","msg":"trace[1394079643] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3874; }","duration":"984.021369ms","start":"2026-07-24T17:28:33.788578Z","end":"2026-07-24T17:28:34.772599Z","steps":["trace[1394079643] 'agreement among raft nodes before linearized reading' (duration: 983.634794ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:34.773032Z","caller":"traceutil/trace.go:171","msg":"trace[1394675482] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3874; }","duration":"738.763322ms","start":"2026-07-24T17:28:34.034232Z","end":"2026-07-24T17:28:34.772996Z","steps":["trace[1394675482] 'agreement among raft nodes before linearized reading' (duration: 737.835516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.77324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.788547Z","time spent":"984.671033ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:34.773328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.034217Z","time spent":"739.007152ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:28:34.77179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014542723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"warn","ts":"2026-07-24T17:28:34.771864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.811605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:34.771895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014648216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-07-24T17:28:34.771947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014512892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T17:28:34.77195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014881646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-y0d6d3\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-07-24T17:28:34.771962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.98615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:28:34.771992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014949858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15429"} {"level":"warn","ts":"2026-07-24T17:28:34.772004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014656427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" ","response":"range_response_count:1 size:3719"} {"level":"warn","ts":"2026-07-24T17:28:34.772034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014805853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-79c48d47db\" ","response":"range_response_count:1 size:4969"} {"level":"warn","ts":"2026-07-24T17:28:34.772046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.260777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:28:34.772072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014794232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"warn","ts":"2026-07-24T17:28:34.772095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015176887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"warn","ts":"2026-07-24T17:28:34.772103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014892976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-07-24T17:28:34.772138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015371684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2114"} {"level":"warn","ts":"2026-07-24T17:28:34.772169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01500076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"warn","ts":"2026-07-24T17:28:34.772144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014646927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" ","response":"range_response_count:1 size:6956"} {"level":"warn","ts":"2026-07-24T17:28:34.77218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015289991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"warn","ts":"2026-07-24T17:28:34.77221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251110258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-07-24T17:28:34.772248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015095103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:28:34.772242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015397165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"warn","ts":"2026-07-24T17:28:34.772279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25119339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"warn","ts":"2026-07-24T17:28:34.77232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015190887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-7d6b59cfdc\" ","response":"range_response_count:1 size:4786"} {"level":"warn","ts":"2026-07-24T17:28:34.772337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015234769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"warn","ts":"2026-07-24T17:28:34.77239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.487235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:28:34.772304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014548622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5207"} {"level":"warn","ts":"2026-07-24T17:28:34.772425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.586558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:34.772422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014758271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-07-24T17:28:34.772455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.246172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:28:34.771588Z","caller":"traceutil/trace.go:171","msg":"trace[433315511] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"1.193885024s","start":"2026-07-24T17:28:33.577672Z","end":"2026-07-24T17:28:34.771557Z","steps":["trace[433315511] 'process raft request' (duration: 1.193550931s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.772981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.065476Z","time spent":"1.707497158s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:34.774635Z","caller":"traceutil/trace.go:171","msg":"trace[569444223] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:3874; }","duration":"1.017361591s","start":"2026-07-24T17:28:33.757226Z","end":"2026-07-24T17:28:34.774588Z","steps":["trace[569444223] 'agreement among raft nodes before linearized reading' (duration: 1.01447035s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.774733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.75722Z","time spent":"1.017492695s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4285,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"info","ts":"2026-07-24T17:28:34.774815Z","caller":"traceutil/trace.go:171","msg":"trace[699783532] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-6479589586; range_end:; response_count:1; response_revision:3874; }","duration":"1.0173384s","start":"2026-07-24T17:28:33.757461Z","end":"2026-07-24T17:28:34.774799Z","steps":["trace[699783532] 'agreement among raft nodes before linearized reading' (duration: 1.014438999s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:34.774982Z","caller":"traceutil/trace.go:171","msg":"trace[598278580] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:3874; }","duration":"1.253914244s","start":"2026-07-24T17:28:33.521063Z","end":"2026-07-24T17:28:34.774977Z","steps":["trace[598278580] 'agreement among raft nodes before linearized reading' (duration: 1.25116402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.775653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.521049Z","time spent":"1.254592901s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-24T17:28:34.775059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757454Z","time spent":"1.017538057s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":6979,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" "} {"level":"info","ts":"2026-07-24T17:28:34.774928Z","caller":"traceutil/trace.go:171","msg":"trace[665389614] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:3874; }","duration":"1.253849092s","start":"2026-07-24T17:28:33.521073Z","end":"2026-07-24T17:28:34.774922Z","steps":["trace[665389614] 'agreement among raft nodes before linearized reading' (duration: 1.251044315s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.775877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.521066Z","time spent":"1.254799888s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-07-24T17:28:34.774948Z","caller":"traceutil/trace.go:171","msg":"trace[1713133999] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3874; }","duration":"1.017835628s","start":"2026-07-24T17:28:33.757106Z","end":"2026-07-24T17:28:34.774942Z","steps":["trace[1713133999] 'agreement among raft nodes before linearized reading' (duration: 1.015082333s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.775981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757083Z","time spent":"1.018886958s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:28:34.774966Z","caller":"traceutil/trace.go:171","msg":"trace[1986036815] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3874; }","duration":"1.018154021s","start":"2026-07-24T17:28:33.756805Z","end":"2026-07-24T17:28:34.774959Z","steps":["trace[1986036815] 'agreement among raft nodes before linearized reading' (duration: 1.015410696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.776106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.756788Z","time spent":"1.019311374s","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T17:28:34.774906Z","caller":"traceutil/trace.go:171","msg":"trace[35022168] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:3874; }","duration":"1.018008995s","start":"2026-07-24T17:28:33.756886Z","end":"2026-07-24T17:28:34.774895Z","steps":["trace[35022168] 'agreement among raft nodes before linearized reading' (duration: 1.015264391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.776219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.756864Z","time spent":"1.019347126s","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2941,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-07-24T17:28:34.775091Z","caller":"traceutil/trace.go:171","msg":"trace[687376202] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:3874; }","duration":"1.01789195s","start":"2026-07-24T17:28:33.75719Z","end":"2026-07-24T17:28:34.775082Z","steps":["trace[687376202] 'agreement among raft nodes before linearized reading' (duration: 1.014860535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.776337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757186Z","time spent":"1.019143388s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3335,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"info","ts":"2026-07-24T17:28:34.775109Z","caller":"traceutil/trace.go:171","msg":"trace[1632548304] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:3874; }","duration":"1.018341977s","start":"2026-07-24T17:28:33.756761Z","end":"2026-07-24T17:28:34.775103Z","steps":["trace[1632548304] 'agreement among raft nodes before linearized reading' (duration: 1.015329752s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.776474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.7567Z","time spent":"1.019767062s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2137,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"info","ts":"2026-07-24T17:28:34.775127Z","caller":"traceutil/trace.go:171","msg":"trace[1673835797] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:3874; }","duration":"1.017970003s","start":"2026-07-24T17:28:33.75715Z","end":"2026-07-24T17:28:34.77512Z","steps":["trace[1673835797] 'agreement among raft nodes before linearized reading' (duration: 1.014969928s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.776607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757145Z","time spent":"1.01945644s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4128,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"info","ts":"2026-07-24T17:28:34.775152Z","caller":"traceutil/trace.go:171","msg":"trace[318940385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3874; }","duration":"810.350483ms","start":"2026-07-24T17:28:33.964793Z","end":"2026-07-24T17:28:34.775144Z","steps":["trace[318940385] 'agreement among raft nodes before linearized reading' (duration: 807.609658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.77673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.964773Z","time spent":"811.946194ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:34.775143Z","caller":"traceutil/trace.go:171","msg":"trace[1738133306] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd; range_end:; response_count:1; response_revision:3874; }","duration":"1.017677033s","start":"2026-07-24T17:28:33.757329Z","end":"2026-07-24T17:28:34.775006Z","steps":["trace[1738133306] 'agreement among raft nodes before linearized reading' (duration: 1.014631226s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.776984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757323Z","time spent":"1.019648678s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3742,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" "} {"level":"info","ts":"2026-07-24T17:28:34.77511Z","caller":"traceutil/trace.go:171","msg":"trace[1300052467] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:3874; }","duration":"1.018186362s","start":"2026-07-24T17:28:33.756898Z","end":"2026-07-24T17:28:34.775084Z","steps":["trace[1300052467] 'agreement among raft nodes before linearized reading' (duration: 1.015112254s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.777449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.756894Z","time spent":"1.020545201s","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-07-24T17:28:34.775173Z","caller":"traceutil/trace.go:171","msg":"trace[823101162] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-7d6b59cfdc; range_end:; response_count:1; response_revision:3874; }","duration":"1.018061737s","start":"2026-07-24T17:28:33.757106Z","end":"2026-07-24T17:28:34.775168Z","steps":["trace[823101162] 'agreement among raft nodes before linearized reading' (duration: 1.015156436s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.777568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757095Z","time spent":"1.020466059s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4809,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-7d6b59cfdc\" "} {"level":"info","ts":"2026-07-24T17:28:34.775179Z","caller":"traceutil/trace.go:171","msg":"trace[130598270] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3874; }","duration":"377.157523ms","start":"2026-07-24T17:28:34.398012Z","end":"2026-07-24T17:28:34.775169Z","steps":["trace[130598270] 'agreement among raft nodes before linearized reading' (duration: 373.798475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.777702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.397993Z","time spent":"379.699799ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:34.775188Z","caller":"traceutil/trace.go:171","msg":"trace[1343066515] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:3874; }","duration":"1.018103758s","start":"2026-07-24T17:28:33.757079Z","end":"2026-07-24T17:28:34.775183Z","steps":["trace[1343066515] 'agreement among raft nodes before linearized reading' (duration: 1.015225809s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.777913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757067Z","time spent":"1.020837073s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-07-24T17:28:34.775203Z","caller":"traceutil/trace.go:171","msg":"trace[174087972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3874; }","duration":"950.299442ms","start":"2026-07-24T17:28:33.824898Z","end":"2026-07-24T17:28:34.775198Z","steps":["trace[174087972] 'agreement among raft nodes before linearized reading' (duration: 947.444673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.778046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.824843Z","time spent":"953.195692ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:28:34.775189Z","caller":"traceutil/trace.go:171","msg":"trace[2080663025] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-79c48d47db; range_end:; response_count:1; response_revision:3874; }","duration":"1.017981524s","start":"2026-07-24T17:28:33.757192Z","end":"2026-07-24T17:28:34.775174Z","steps":["trace[2080663025] 'agreement among raft nodes before linearized reading' (duration: 1.014778142s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.778362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757186Z","time spent":"1.021168605s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4992,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-79c48d47db\" "} {"level":"info","ts":"2026-07-24T17:28:34.775207Z","caller":"traceutil/trace.go:171","msg":"trace[1501523706] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:3874; }","duration":"1.017975174s","start":"2026-07-24T17:28:33.75722Z","end":"2026-07-24T17:28:34.775196Z","steps":["trace[1501523706] 'agreement among raft nodes before linearized reading' (duration: 1.014547263s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.77853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757214Z","time spent":"1.021265429s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5953,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"info","ts":"2026-07-24T17:28:34.775216Z","caller":"traceutil/trace.go:171","msg":"trace[382082846] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:3874; }","duration":"1.017497355s","start":"2026-07-24T17:28:33.757714Z","end":"2026-07-24T17:28:34.775212Z","steps":["trace[382082846] 'agreement among raft nodes before linearized reading' (duration: 1.014550333s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.778793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757709Z","time spent":"1.021072582s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5230,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} {"level":"info","ts":"2026-07-24T17:28:34.77523Z","caller":"traceutil/trace.go:171","msg":"trace[1420500977] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:3874; }","duration":"1.017810757s","start":"2026-07-24T17:28:33.757412Z","end":"2026-07-24T17:28:34.775223Z","steps":["trace[1420500977] 'agreement among raft nodes before linearized reading' (duration: 1.01449069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.778969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757403Z","time spent":"1.02155735s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5674,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"info","ts":"2026-07-24T17:28:34.775227Z","caller":"traceutil/trace.go:171","msg":"trace[1553034900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3874; }","duration":"450.471481ms","start":"2026-07-24T17:28:34.324744Z","end":"2026-07-24T17:28:34.775216Z","steps":["trace[1553034900] 'agreement among raft nodes before linearized reading' (duration: 447.247208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.780484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.324728Z","time spent":"455.741911ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:28:34.775254Z","caller":"traceutil/trace.go:171","msg":"trace[1702757716] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-y0d6d3; range_end:; response_count:1; response_revision:3874; }","duration":"1.018207293s","start":"2026-07-24T17:28:33.757039Z","end":"2026-07-24T17:28:34.775247Z","steps":["trace[1702757716] 'agreement among raft nodes before linearized reading' (duration: 1.014769082s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.781851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757032Z","time spent":"1.024805424s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":563,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-y0d6d3\" "} {"level":"info","ts":"2026-07-24T17:28:34.775277Z","caller":"traceutil/trace.go:171","msg":"trace[1796259962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3874; }","duration":"953.350429ms","start":"2026-07-24T17:28:33.821919Z","end":"2026-07-24T17:28:34.77527Z","steps":["trace[1796259962] 'agreement among raft nodes before linearized reading' (duration: 949.955699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.782232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.821885Z","time spent":"960.338775ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:28:34.77527Z","caller":"traceutil/trace.go:171","msg":"trace[1352763130] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:3874; }","duration":"1.01761741s","start":"2026-07-24T17:28:33.757642Z","end":"2026-07-24T17:28:34.775259Z","steps":["trace[1352763130] 'agreement among raft nodes before linearized reading' (duration: 1.01472045s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.775285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.577649Z","time spent":"1.197586985s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:34.775265Z","caller":"traceutil/trace.go:171","msg":"trace[1371174895] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:3874; }","duration":"1.018000205s","start":"2026-07-24T17:28:33.757251Z","end":"2026-07-24T17:28:34.775251Z","steps":["trace[1371174895] 'agreement among raft nodes before linearized reading' (duration: 1.014765722s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:34.775305Z","caller":"traceutil/trace.go:171","msg":"trace[272220808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3874; }","duration":"952.136192ms","start":"2026-07-24T17:28:33.823164Z","end":"2026-07-24T17:28:34.7753Z","steps":["trace[272220808] 'agreement among raft nodes before linearized reading' (duration: 949.242651ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:34.7753Z","caller":"traceutil/trace.go:171","msg":"trace[1711483049] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:3874; }","duration":"1.018307567s","start":"2026-07-24T17:28:33.756985Z","end":"2026-07-24T17:28:34.775293Z","steps":["trace[1711483049] 'agreement among raft nodes before linearized reading' (duration: 1.014932028s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:34.783014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.756965Z","time spent":"1.02602437s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15452,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-24T17:28:34.783265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757632Z","time spent":"1.025624605s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-07-24T17:28:34.783437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.757243Z","time spent":"1.026184947s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4425,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"warn","ts":"2026-07-24T17:28:34.783645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:33.823145Z","time spent":"960.485431ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:35.281404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:35.676463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.595636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:35.67654Z","caller":"traceutil/trace.go:171","msg":"trace[1817114906] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"895.797882ms","start":"2026-07-24T17:28:34.78073Z","end":"2026-07-24T17:28:35.676528Z","steps":["trace[1817114906] 'process raft request' (duration: 678.06663ms)","trace[1817114906] 'compare' (duration: 217.347277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:35.676572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.780709Z","time spent":"895.849404ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:36.404181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.596241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:36.404567Z","caller":"traceutil/trace.go:171","msg":"trace[1120295689] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"1.618746124s","start":"2026-07-24T17:28:34.785791Z","end":"2026-07-24T17:28:36.404537Z","steps":["trace[1120295689] 'process raft request' (duration: 1.077714866s)","trace[1120295689] 'compare' (duration: 540.108223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:36.404682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.785774Z","time spent":"1.618856738s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:36.405049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.786269Z","time spent":"1.618776204s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:28:36.40511Z","caller":"traceutil/trace.go:171","msg":"trace[628321175] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"1.617437694s","start":"2026-07-24T17:28:34.787441Z","end":"2026-07-24T17:28:36.404879Z","steps":["trace[628321175] 'process raft request' (duration: 1.616964306s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:36.40536Z","caller":"traceutil/trace.go:171","msg":"trace[1312571458] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"1.617937493s","start":"2026-07-24T17:28:34.787402Z","end":"2026-07-24T17:28:36.40534Z","steps":["trace[1312571458] 'process raft request' (duration: 1.616936174s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:36.405569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.787435Z","time spent":"1.618044787s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:36.405414Z","caller":"traceutil/trace.go:171","msg":"trace[1031919633] transaction","detail":"{read_only:false; response_revision:3879; number_of_response:1; }","duration":"1.617941653s","start":"2026-07-24T17:28:34.787458Z","end":"2026-07-24T17:28:36.405399Z","steps":["trace[1031919633] 'process raft request' (duration: 1.616970246s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:36.405761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.787395Z","time spent":"1.618194432s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:36.405867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.787449Z","time spent":"1.618350408s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:36.783904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999362178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:28:36.783969Z","caller":"traceutil/trace.go:171","msg":"trace[390119920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999454471s","start":"2026-07-24T17:28:34.784502Z","end":"2026-07-24T17:28:36.783957Z","steps":["trace[390119920] 'agreement among raft nodes before linearized reading' (duration: 1.999371118s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:36.784017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784498Z","time spent":"1.999508203s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:28:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:28:37.110282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.808482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:28:37.110474Z","caller":"traceutil/trace.go:171","msg":"trace[2132132799] linearizableReadLoop","detail":"{readStateIndex:4056; appliedIndex:4049; }","duration":"2.329536877s","start":"2026-07-24T17:28:34.780916Z","end":"2026-07-24T17:28:37.110452Z","steps":["trace[2132132799] 'read index received' (duration: 677.892304ms)","trace[2132132799] 'applied index is now lower than readState.Index' (duration: 1.651643473s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:37.110793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329861019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7256"} {"level":"info","ts":"2026-07-24T17:28:37.110853Z","caller":"traceutil/trace.go:171","msg":"trace[1873922063] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:3879; }","duration":"2.329956263s","start":"2026-07-24T17:28:34.780881Z","end":"2026-07-24T17:28:37.110837Z","steps":["trace[1873922063] 'agreement among raft nodes before linearized reading' (duration: 2.329780186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:37.110927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.780868Z","time spent":"2.330045317s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7279,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-07-24T17:28:37.110926Z","caller":"traceutil/trace.go:171","msg":"trace[511809994] transaction","detail":"{read_only:false; response_revision:3880; number_of_response:1; }","duration":"704.747002ms","start":"2026-07-24T17:28:36.406111Z","end":"2026-07-24T17:28:37.110858Z","steps":["trace[511809994] 'process raft request' (duration: 704.265094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:37.111221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:36.406089Z","time spent":"705.030453ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:28:37.611268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:37.806329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.352649ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:37.806419Z","caller":"traceutil/trace.go:171","msg":"trace[758748166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3880; }","duration":"369.452712ms","start":"2026-07-24T17:28:37.436953Z","end":"2026-07-24T17:28:37.806406Z","steps":["trace[758748166] 'range keys from in-memory index tree' (duration: 369.339698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:37.807237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.801558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:37.807368Z","caller":"traceutil/trace.go:171","msg":"trace[1527947463] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"1.028007044s","start":"2026-07-24T17:28:36.779338Z","end":"2026-07-24T17:28:37.807345Z","steps":["trace[1527947463] 'process raft request' (duration: 331.493889ms)","trace[1527947463] 'compare' (duration: 695.697504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:37.807627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:36.779309Z","time spent":"1.028188181s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:38.116804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.782376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:38.117196Z","caller":"traceutil/trace.go:171","msg":"trace[1979572417] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"1.337768398s","start":"2026-07-24T17:28:36.779393Z","end":"2026-07-24T17:28:38.117162Z","steps":["trace[1979572417] 'process raft request' (duration: 1.178476362s)","trace[1979572417] 'compare' (duration: 158.634221ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:38.117302Z","caller":"traceutil/trace.go:171","msg":"trace[1749959494] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"1.337886433s","start":"2026-07-24T17:28:36.7794Z","end":"2026-07-24T17:28:38.117286Z","steps":["trace[1749959494] 'process raft request' (duration: 1.33754501s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:38.117474Z","caller":"traceutil/trace.go:171","msg":"trace[1411457114] linearizableReadLoop","detail":"{readStateIndex:4061; appliedIndex:4058; }","duration":"1.006933574s","start":"2026-07-24T17:28:37.110513Z","end":"2026-07-24T17:28:38.117447Z","steps":["trace[1411457114] 'read index received' (duration: 847.242723ms)","trace[1411457114] 'applied index is now lower than readState.Index' (duration: 159.689701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:38.117464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:36.779363Z","time spent":"1.337996617s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:38.117587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:36.779363Z","time spent":"1.338117971s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:38.117676Z","caller":"traceutil/trace.go:171","msg":"trace[1093440405] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"1.337620482s","start":"2026-07-24T17:28:36.780039Z","end":"2026-07-24T17:28:38.117659Z","steps":["trace[1093440405] 'process raft request' (duration: 1.337191756s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.117812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:36.780028Z","time spent":"1.337697225s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:38.117924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333571739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5017"} {"level":"info","ts":"2026-07-24T17:28:38.118008Z","caller":"traceutil/trace.go:171","msg":"trace[1842983820] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:3884; }","duration":"3.333676333s","start":"2026-07-24T17:28:34.784312Z","end":"2026-07-24T17:28:38.117988Z","steps":["trace[1842983820] 'agreement among raft nodes before linearized reading' (duration: 3.333484226s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.118077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784301Z","time spent":"3.333760037s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5040,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-24T17:28:38.118133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333986136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-07-24T17:28:38.118242Z","caller":"traceutil/trace.go:171","msg":"trace[1344032045] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:3884; }","duration":"3.33410244s","start":"2026-07-24T17:28:34.784127Z","end":"2026-07-24T17:28:38.11823Z","steps":["trace[1344032045] 'agreement among raft nodes before linearized reading' (duration: 3.333878661s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.118221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332428856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T17:28:38.118286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784124Z","time spent":"3.334151852s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5664,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-24T17:28:38.118273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332638575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-07-24T17:28:38.118336Z","caller":"traceutil/trace.go:171","msg":"trace[716509405] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:3884; }","duration":"3.332720597s","start":"2026-07-24T17:28:34.785601Z","end":"2026-07-24T17:28:38.118322Z","steps":["trace[716509405] 'agreement among raft nodes before linearized reading' (duration: 3.332501949s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:38.118339Z","caller":"traceutil/trace.go:171","msg":"trace[1601713402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3884; }","duration":"3.332582252s","start":"2026-07-24T17:28:34.785704Z","end":"2026-07-24T17:28:38.118286Z","steps":["trace[1601713402] 'agreement among raft nodes before linearized reading' (duration: 3.33225954s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.118389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.785593Z","time spent":"3.332784699s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":820,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:38.118399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.7857Z","time spent":"3.332688386s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:28:38.118625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333038479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"warn","ts":"2026-07-24T17:28:38.118766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334624411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1413"} {"level":"info","ts":"2026-07-24T17:28:38.11889Z","caller":"traceutil/trace.go:171","msg":"trace[481942452] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:3884; }","duration":"3.334745315s","start":"2026-07-24T17:28:34.784125Z","end":"2026-07-24T17:28:38.11887Z","steps":["trace[481942452] 'agreement among raft nodes before linearized reading' (duration: 3.334473605s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.118907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333255288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-07-24T17:28:38.118948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784109Z","time spent":"3.334825768s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1436,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-07-24T17:28:38.118952Z","caller":"traceutil/trace.go:171","msg":"trace[1360698799] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b; range_end:; response_count:1; response_revision:3884; }","duration":"3.33331733s","start":"2026-07-24T17:28:34.785622Z","end":"2026-07-24T17:28:38.118939Z","steps":["trace[1360698799] 'agreement among raft nodes before linearized reading' (duration: 3.333180565s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.118975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338002239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-07-24T17:28:38.119016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.785613Z","time spent":"3.333386493s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" "} {"level":"warn","ts":"2026-07-24T17:28:38.119114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334989954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-07-24T17:28:38.119148Z","caller":"traceutil/trace.go:171","msg":"trace[2036673900] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:3884; }","duration":"3.335030395s","start":"2026-07-24T17:28:34.78411Z","end":"2026-07-24T17:28:38.11914Z","steps":["trace[2036673900] 'agreement among raft nodes before linearized reading' (duration: 3.334937882s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.118779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334586429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-07-24T17:28:38.119027Z","caller":"traceutil/trace.go:171","msg":"trace[2099467159] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3884; }","duration":"3.338078512s","start":"2026-07-24T17:28:34.780934Z","end":"2026-07-24T17:28:38.119013Z","steps":["trace[2099467159] 'agreement among raft nodes before linearized reading' (duration: 3.337929236s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:38.118785Z","caller":"traceutil/trace.go:171","msg":"trace[2138737755] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:3884; }","duration":"3.333208196s","start":"2026-07-24T17:28:34.785558Z","end":"2026-07-24T17:28:38.118766Z","steps":["trace[2138737755] 'agreement among raft nodes before linearized reading' (duration: 3.332504329s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.119265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335247632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:38.119343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.780919Z","time spent":"3.338408005s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:38.119378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335275865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:28:38.119357Z","caller":"traceutil/trace.go:171","msg":"trace[178524572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3884; }","duration":"1.335358596s","start":"2026-07-24T17:28:36.783983Z","end":"2026-07-24T17:28:38.119341Z","steps":["trace[178524572] 'agreement among raft nodes before linearized reading' (duration: 1.335239512s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:38.119428Z","caller":"traceutil/trace.go:171","msg":"trace[1267349465] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3884; }","duration":"3.335332017s","start":"2026-07-24T17:28:34.784086Z","end":"2026-07-24T17:28:38.119418Z","steps":["trace[1267349465] 'agreement among raft nodes before linearized reading' (duration: 3.335233293s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.119457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.78408Z","time spent":"3.335371138s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:38.119357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.785553Z","time spent":"3.333784068s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5906,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-07-24T17:28:38.1196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335547736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-24T17:28:38.119631Z","caller":"traceutil/trace.go:171","msg":"trace[973772626] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:3884; }","duration":"3.335591157s","start":"2026-07-24T17:28:34.784032Z","end":"2026-07-24T17:28:38.119624Z","steps":["trace[973772626] 'agreement among raft nodes before linearized reading' (duration: 3.335512994s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.119657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784025Z","time spent":"3.335626188s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3973,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-07-24T17:28:38.119818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338836291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1609"} {"level":"info","ts":"2026-07-24T17:28:38.119885Z","caller":"traceutil/trace.go:171","msg":"trace[590787690] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:3884; }","duration":"3.338913273s","start":"2026-07-24T17:28:34.780963Z","end":"2026-07-24T17:28:38.119876Z","steps":["trace[590787690] 'agreement among raft nodes before linearized reading' (duration: 3.338780508s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.119935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.780954Z","time spent":"3.338956706s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1632,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-07-24T17:28:38.119951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334312468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-07-24T17:28:38.120033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332677046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-07-24T17:28:38.120105Z","caller":"traceutil/trace.go:171","msg":"trace[1411246343] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:3884; }","duration":"3.332760519s","start":"2026-07-24T17:28:34.787328Z","end":"2026-07-24T17:28:38.120088Z","steps":["trace[1411246343] 'agreement among raft nodes before linearized reading' (duration: 3.332606703s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.120171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.787323Z","time spent":"3.332832081s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-24T17:28:38.119176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784107Z","time spent":"3.335063097s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-07-24T17:28:38.120054Z","caller":"traceutil/trace.go:171","msg":"trace[2060983080] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3884; }","duration":"3.334429633s","start":"2026-07-24T17:28:34.785611Z","end":"2026-07-24T17:28:38.120041Z","steps":["trace[2060983080] 'agreement among raft nodes before linearized reading' (duration: 3.332302722s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.12031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332621844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-07-24T17:28:38.120367Z","caller":"traceutil/trace.go:171","msg":"trace[394824417] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:3884; }","duration":"3.332683736s","start":"2026-07-24T17:28:34.787669Z","end":"2026-07-24T17:28:38.120353Z","steps":["trace[394824417] 'agreement among raft nodes before linearized reading' (duration: 3.332555171s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.120368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586552558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:28:38.120402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.787666Z","time spent":"3.332729387s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-07-24T17:28:38.120409Z","caller":"traceutil/trace.go:171","msg":"trace[386635016] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3884; }","duration":"1.586630301s","start":"2026-07-24T17:28:36.533768Z","end":"2026-07-24T17:28:38.120399Z","steps":["trace[386635016] 'agreement among raft nodes before linearized reading' (duration: 1.586524086s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.12044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:36.533751Z","time spent":"1.586682283s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:28:38.119457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:36.783972Z","time spent":"1.33547041s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:38.120473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334706763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:28:38.120656Z","caller":"traceutil/trace.go:171","msg":"trace[1581213341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3884; }","duration":"3.334848288s","start":"2026-07-24T17:28:34.785724Z","end":"2026-07-24T17:28:38.120572Z","steps":["trace[1581213341] 'agreement among raft nodes before linearized reading' (duration: 3.332132784s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.120747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.785608Z","time spent":"3.335121579s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T17:28:38.119275Z","caller":"traceutil/trace.go:171","msg":"trace[2058075968] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:3884; }","duration":"3.335103239s","start":"2026-07-24T17:28:34.784149Z","end":"2026-07-24T17:28:38.119252Z","steps":["trace[2058075968] 'agreement among raft nodes before linearized reading' (duration: 3.333803869s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.119294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335180611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-07-24T17:28:38.120885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.785703Z","time spent":"3.335083587s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:28:38.119124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183627158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:38.121118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334336938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T17:28:38.121195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.47509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1524"} {"level":"warn","ts":"2026-07-24T17:28:38.121245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.964764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:28:38.121367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.58583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:38.12137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.600494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:28:38.121421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33906209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"warn","ts":"2026-07-24T17:28:38.121848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334033237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:5200"} {"level":"info","ts":"2026-07-24T17:28:38.122972Z","caller":"traceutil/trace.go:171","msg":"trace[724754486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3884; }","duration":"3.3362016s","start":"2026-07-24T17:28:34.786754Z","end":"2026-07-24T17:28:38.122956Z","steps":["trace[724754486] 'agreement among raft nodes before linearized reading' (duration: 3.334237755s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.123031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.786749Z","time spent":"3.336269463s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:28:38.123267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784134Z","time spent":"3.339124782s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6185,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-07-24T17:28:38.123384Z","caller":"traceutil/trace.go:171","msg":"trace[830402682] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3884; }","duration":"914.634968ms","start":"2026-07-24T17:28:37.208734Z","end":"2026-07-24T17:28:38.123369Z","steps":["trace[830402682] 'agreement among raft nodes before linearized reading' (duration: 912.59402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.123443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:37.208713Z","time spent":"914.713901ms","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:38.12358Z","caller":"traceutil/trace.go:171","msg":"trace[1223843327] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:3884; }","duration":"1.000895363s","start":"2026-07-24T17:28:37.122676Z","end":"2026-07-24T17:28:38.123571Z","steps":["trace[1223843327] 'agreement among raft nodes before linearized reading' (duration: 998.452279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.123608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:37.122659Z","time spent":"1.000942165s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1547,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"info","ts":"2026-07-24T17:28:38.123665Z","caller":"traceutil/trace.go:171","msg":"trace[1564424246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3884; }","duration":"443.417799ms","start":"2026-07-24T17:28:37.680237Z","end":"2026-07-24T17:28:38.123655Z","steps":["trace[1564424246] 'agreement among raft nodes before linearized reading' (duration: 440.930174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.123689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:37.680219Z","time spent":"443.46526ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:28:38.123395Z","caller":"traceutil/trace.go:171","msg":"trace[986757993] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3884; }","duration":"3.339293089s","start":"2026-07-24T17:28:34.784093Z","end":"2026-07-24T17:28:38.123386Z","steps":["trace[986757993] 'agreement among raft nodes before linearized reading' (duration: 3.335100488s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.123799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784087Z","time spent":"3.339705564s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3783,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-07-24T17:28:38.124498Z","caller":"traceutil/trace.go:171","msg":"trace[1748380472] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3884; }","duration":"3.189016944s","start":"2026-07-24T17:28:34.935473Z","end":"2026-07-24T17:28:38.12449Z","steps":["trace[1748380472] 'agreement among raft nodes before linearized reading' (duration: 3.183548225s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.124536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.935406Z","time spent":"3.189119557s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:38.124743Z","caller":"traceutil/trace.go:171","msg":"trace[939371643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3884; }","duration":"775.020335ms","start":"2026-07-24T17:28:37.349716Z","end":"2026-07-24T17:28:38.124736Z","steps":["trace[939371643] 'agreement among raft nodes before linearized reading' (duration: 771.509361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.124779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:37.349694Z","time spent":"775.074288ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:28:38.125043Z","caller":"traceutil/trace.go:171","msg":"trace[572695224] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:3884; }","duration":"3.344131323s","start":"2026-07-24T17:28:34.780903Z","end":"2026-07-24T17:28:38.125035Z","steps":["trace[572695224] 'agreement among raft nodes before linearized reading' (duration: 3.338895493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.125076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.780887Z","time spent":"3.344180745s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4517,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-07-24T17:28:38.122944Z","caller":"traceutil/trace.go:171","msg":"trace[1014368476] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:3884; }","duration":"3.338572551s","start":"2026-07-24T17:28:34.784351Z","end":"2026-07-24T17:28:38.122924Z","steps":["trace[1014368476] 'agreement among raft nodes before linearized reading' (duration: 3.334008947s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:38.128218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:34.784348Z","time spent":"3.343852533s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5223,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:38.630539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:39.131256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:39.449262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319534023s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:28:40.057339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.860254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:40.058013Z","caller":"traceutil/trace.go:171","msg":"trace[1638687933] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"1.928347093s","start":"2026-07-24T17:28:38.129649Z","end":"2026-07-24T17:28:40.057996Z","steps":["trace[1638687933] 'process raft request' (duration: 1.319763332s)","trace[1638687933] 'compare' (duration: 607.711738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:40.058091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.129639Z","time spent":"1.928426816s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:40.130133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:28:40.130209Z","caller":"traceutil/trace.go:171","msg":"trace[1463981935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094866s","start":"2026-07-24T17:28:38.130099Z","end":"2026-07-24T17:28:40.130194Z","steps":["trace[1463981935] 'agreement among raft nodes before linearized reading' (duration: 2.000003633s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:40.13026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.130091Z","time spent":"2.000151068s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:40.286955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.312268ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:28:40.287217Z","caller":"traceutil/trace.go:171","msg":"trace[1906895811] linearizableReadLoop","detail":"{readStateIndex:4063; appliedIndex:4061; }","duration":"2.15737805s","start":"2026-07-24T17:28:38.129823Z","end":"2026-07-24T17:28:40.287201Z","steps":["trace[1906895811] 'read index received' (duration: 1.319683998s)","trace[1906895811] 'applied index is now lower than readState.Index' (duration: 837.693121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:40.287278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.130032Z","time spent":"2.157243234s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:28:40.287535Z","caller":"traceutil/trace.go:171","msg":"trace[2098737577] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"963.216359ms","start":"2026-07-24T17:28:39.32431Z","end":"2026-07-24T17:28:40.287526Z","steps":["trace[2098737577] 'process raft request' (duration: 962.787013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:40.287604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:39.324287Z","time spent":"963.272611ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:40.287772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157945731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-07-24T17:28:40.287798Z","caller":"traceutil/trace.go:171","msg":"trace[594299976] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:3886; }","duration":"2.157982983s","start":"2026-07-24T17:28:38.129807Z","end":"2026-07-24T17:28:40.28779Z","steps":["trace[594299976] 'agreement among raft nodes before linearized reading' (duration: 2.157888169s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:40.287817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.129801Z","time spent":"2.158012214s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1234,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-07-24T17:28:40.78756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:41.288168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:41.528036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362418285s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:28:41.528617Z","caller":"traceutil/trace.go:171","msg":"trace[1816635820] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"1.403135663s","start":"2026-07-24T17:28:40.125454Z","end":"2026-07-24T17:28:41.52859Z","steps":["trace[1816635820] 'process raft request' (duration: 1.403083221s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:41.52876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:40.125446Z","time spent":"1.403225076s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:41.529442Z","caller":"traceutil/trace.go:171","msg":"trace[1660419781] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"1.716638326s","start":"2026-07-24T17:28:39.812786Z","end":"2026-07-24T17:28:41.529424Z","steps":["trace[1660419781] 'process raft request' (duration: 1.715493623s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:41.529526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:39.812763Z","time spent":"1.7167173s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:41.529711Z","caller":"traceutil/trace.go:171","msg":"trace[1597947675] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"1.404365399s","start":"2026-07-24T17:28:40.125331Z","end":"2026-07-24T17:28:41.529696Z","steps":["trace[1597947675] 'process raft request' (duration: 1.40309694s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:41.529834Z","caller":"traceutil/trace.go:171","msg":"trace[1673074144] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"1.404474644s","start":"2026-07-24T17:28:40.125343Z","end":"2026-07-24T17:28:41.529818Z","steps":["trace[1673074144] 'process raft request' (duration: 1.403148103s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:41.529913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:40.125318Z","time spent":"1.404553547s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:41.530153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:40.125307Z","time spent":"1.404432812s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:42.135975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:28:42.13605Z","caller":"traceutil/trace.go:171","msg":"trace[960361025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512671s","start":"2026-07-24T17:28:40.13552Z","end":"2026-07-24T17:28:42.136033Z","steps":["trace[960361025] 'agreement among raft nodes before linearized reading' (duration: 2.000414947s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.136103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:40.135507Z","time spent":"2.000576523s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:28:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:28:42.25651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.709435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:42.256588Z","caller":"traceutil/trace.go:171","msg":"trace[1166967587] linearizableReadLoop","detail":"{readStateIndex:4069; appliedIndex:4068; }","duration":"1.969334461s","start":"2026-07-24T17:28:40.287243Z","end":"2026-07-24T17:28:42.256577Z","steps":["trace[1166967587] 'read index received' (duration: 1.242870135s)","trace[1166967587] 'applied index is now lower than readState.Index' (duration: 726.463016ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:42.25669Z","caller":"traceutil/trace.go:171","msg":"trace[285299085] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"1.967902766s","start":"2026-07-24T17:28:40.288781Z","end":"2026-07-24T17:28:42.256684Z","steps":["trace[285299085] 'process raft request' (duration: 1.297967502s)","trace[285299085] 'compare' (duration: 669.494168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:42.25672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:40.288757Z","time spent":"1.967946918s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:42.256878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971669511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:42.256894Z","caller":"traceutil/trace.go:171","msg":"trace[1119300385] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3891; }","duration":"1.971724802s","start":"2026-07-24T17:28:40.285164Z","end":"2026-07-24T17:28:42.256888Z","steps":["trace[1119300385] 'agreement among raft nodes before linearized reading' (duration: 1.9716585s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.256912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:40.285144Z","time spent":"1.971761044s","remote":"127.0.0.1:50406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:42.257041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252669664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:42.257055Z","caller":"traceutil/trace.go:171","msg":"trace[2131593669] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3891; }","duration":"3.252720396s","start":"2026-07-24T17:28:39.00433Z","end":"2026-07-24T17:28:42.25705Z","steps":["trace[2131593669] 'agreement among raft nodes before linearized reading' (duration: 3.252693725s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:39.004309Z","time spent":"3.252755428s","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:42.257151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291378123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:42.257163Z","caller":"traceutil/trace.go:171","msg":"trace[1213937539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3891; }","duration":"3.291434976s","start":"2026-07-24T17:28:38.965724Z","end":"2026-07-24T17:28:42.257159Z","steps":["trace[1213937539] 'agreement among raft nodes before linearized reading' (duration: 3.291410155s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.965702Z","time spent":"3.291471767s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:42.257258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426808998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:42.25727Z","caller":"traceutil/trace.go:171","msg":"trace[1108944269] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3891; }","duration":"3.42686116s","start":"2026-07-24T17:28:38.830405Z","end":"2026-07-24T17:28:42.257267Z","steps":["trace[1108944269] 'agreement among raft nodes before linearized reading' (duration: 3.426831799s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.830383Z","time spent":"3.426895951s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:42.257435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127405898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"info","ts":"2026-07-24T17:28:42.257449Z","caller":"traceutil/trace.go:171","msg":"trace[1242527800] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:3891; }","duration":"4.127428489s","start":"2026-07-24T17:28:38.130017Z","end":"2026-07-24T17:28:42.257445Z","steps":["trace[1242527800] 'agreement among raft nodes before linearized reading' (duration: 4.127329335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.130014Z","time spent":"4.127445099s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2486,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-07-24T17:28:42.257514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847486922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:28:42.25759Z","caller":"traceutil/trace.go:171","msg":"trace[1688351060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3891; }","duration":"3.847600366s","start":"2026-07-24T17:28:38.40997Z","end":"2026-07-24T17:28:42.25757Z","steps":["trace[1688351060] 'agreement among raft nodes before linearized reading' (duration: 3.847383528s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770921457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:42.257635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.409956Z","time spent":"3.847668599s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:28:42.257659Z","caller":"traceutil/trace.go:171","msg":"trace[1432089709] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3891; }","duration":"3.771080423s","start":"2026-07-24T17:28:38.486555Z","end":"2026-07-24T17:28:42.257636Z","steps":["trace[1432089709] 'agreement among raft nodes before linearized reading' (duration: 3.770905576s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.486527Z","time spent":"3.771175556s","remote":"127.0.0.1:36728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:42.257741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747511372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:42.257761Z","caller":"traceutil/trace.go:171","msg":"trace[975688451] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3891; }","duration":"3.747553113s","start":"2026-07-24T17:28:38.510201Z","end":"2026-07-24T17:28:42.257754Z","steps":["trace[975688451] 'agreement among raft nodes before linearized reading' (duration: 3.747518842s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127256422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"warn","ts":"2026-07-24T17:28:42.257775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.510188Z","time spent":"3.747583065s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:42.2578Z","caller":"traceutil/trace.go:171","msg":"trace[7244107] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3891; }","duration":"4.127345916s","start":"2026-07-24T17:28:38.13044Z","end":"2026-07-24T17:28:42.257786Z","steps":["trace[7244107] 'agreement among raft nodes before linearized reading' (duration: 4.127122967s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.130432Z","time spent":"4.127394887s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:28:42.257925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127489821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:28:42.257941Z","caller":"traceutil/trace.go:171","msg":"trace[482943251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3891; }","duration":"4.127522062s","start":"2026-07-24T17:28:38.130414Z","end":"2026-07-24T17:28:42.257936Z","steps":["trace[482943251] 'agreement among raft nodes before linearized reading' (duration: 4.127474701s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.257953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.130405Z","time spent":"4.127544473s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:28:42.257917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847485692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:28:42.258001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847958441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:28:42.258026Z","caller":"traceutil/trace.go:171","msg":"trace[768298496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3891; }","duration":"3.847617278s","start":"2026-07-24T17:28:38.410403Z","end":"2026-07-24T17:28:42.258021Z","steps":["trace[768298496] 'agreement among raft nodes before linearized reading' (duration: 3.847439211s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.410395Z","time spent":"3.847640868s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:28:42.258037Z","caller":"traceutil/trace.go:171","msg":"trace[1665347693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3891; }","duration":"3.848035713s","start":"2026-07-24T17:28:38.409989Z","end":"2026-07-24T17:28:42.258025Z","steps":["trace[1665347693] 'agreement among raft nodes before linearized reading' (duration: 3.847948159s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.409929Z","time spent":"3.848143788s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:42.258045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848121806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:28:42.258217Z","caller":"traceutil/trace.go:171","msg":"trace[353885958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3891; }","duration":"3.848286223s","start":"2026-07-24T17:28:38.409917Z","end":"2026-07-24T17:28:42.258203Z","steps":["trace[353885958] 'agreement among raft nodes before linearized reading' (duration: 3.848078375s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.409853Z","time spent":"3.848401147s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:42.258465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128037931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T17:28:42.258439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128355494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-24T17:28:42.258488Z","caller":"traceutil/trace.go:171","msg":"trace[873655201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3891; }","duration":"4.128070583s","start":"2026-07-24T17:28:38.130412Z","end":"2026-07-24T17:28:42.258483Z","steps":["trace[873655201] 'agreement among raft nodes before linearized reading' (duration: 4.128012351s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.130405Z","time spent":"4.128096934s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:28:42.25852Z","caller":"traceutil/trace.go:171","msg":"trace[1545713799] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:3891; }","duration":"4.128460588s","start":"2026-07-24T17:28:38.130041Z","end":"2026-07-24T17:28:42.258501Z","steps":["trace[1545713799] 'agreement among raft nodes before linearized reading' (duration: 4.128275821s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.130037Z","time spent":"4.12852619s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":788,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:42.258583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485208731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:42.258614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128645865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"warn","ts":"2026-07-24T17:28:42.258628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128675126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T17:28:42.25865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.239828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:42.258658Z","caller":"traceutil/trace.go:171","msg":"trace[635757106] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3891; }","duration":"1.485277594s","start":"2026-07-24T17:28:40.773355Z","end":"2026-07-24T17:28:42.258633Z","steps":["trace[635757106] 'agreement among raft nodes before linearized reading' (duration: 1.48518195s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:42.258662Z","caller":"traceutil/trace.go:171","msg":"trace[438836709] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:3891; }","duration":"4.128700518s","start":"2026-07-24T17:28:38.129947Z","end":"2026-07-24T17:28:42.258648Z","steps":["trace[438836709] 'agreement among raft nodes before linearized reading' (duration: 4.128614214s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:42.258693Z","caller":"traceutil/trace.go:171","msg":"trace[910845864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3891; }","duration":"224.320692ms","start":"2026-07-24T17:28:42.034361Z","end":"2026-07-24T17:28:42.258682Z","steps":["trace[910845864] 'agreement among raft nodes before linearized reading' (duration: 224.257039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.012403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:42.258726Z","caller":"traceutil/trace.go:171","msg":"trace[2017059539] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3891; }","duration":"302.076465ms","start":"2026-07-24T17:28:41.956645Z","end":"2026-07-24T17:28:42.258721Z","steps":["trace[2017059539] 'agreement among raft nodes before linearized reading' (duration: 302.045064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:40.773297Z","time spent":"1.485401169s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:42.258682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.00398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:42.258746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:41.956624Z","time spent":"302.118097ms","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:42.258769Z","caller":"traceutil/trace.go:171","msg":"trace[1478103085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3891; }","duration":"811.082793ms","start":"2026-07-24T17:28:41.447671Z","end":"2026-07-24T17:28:42.258754Z","steps":["trace[1478103085] 'agreement among raft nodes before linearized reading' (duration: 810.997469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053144331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-24T17:28:42.258824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:41.447613Z","time spent":"811.195677ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:42.258869Z","caller":"traceutil/trace.go:171","msg":"trace[1312505120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3891; }","duration":"1.053231464s","start":"2026-07-24T17:28:41.205624Z","end":"2026-07-24T17:28:42.258856Z","steps":["trace[1312505120] 'agreement among raft nodes before linearized reading' (duration: 1.053104119s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.129944Z","time spent":"4.12876322s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-24T17:28:42.258922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:41.205604Z","time spent":"1.053305797s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:42.258653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.477286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:42.258966Z","caller":"traceutil/trace.go:171","msg":"trace[2112827446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3891; }","duration":"122.812168ms","start":"2026-07-24T17:28:42.136144Z","end":"2026-07-24T17:28:42.258957Z","steps":["trace[2112827446] 'agreement among raft nodes before linearized reading' (duration: 122.492446ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:42.258688Z","caller":"traceutil/trace.go:171","msg":"trace[1443196212] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3891; }","duration":"4.128746399s","start":"2026-07-24T17:28:38.129929Z","end":"2026-07-24T17:28:42.258675Z","steps":["trace[1443196212] 'agreement among raft nodes before linearized reading' (duration: 4.128590523s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.258861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.075219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:28:42.259146Z","caller":"traceutil/trace.go:171","msg":"trace[574764014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3891; }","duration":"197.404882ms","start":"2026-07-24T17:28:42.061692Z","end":"2026-07-24T17:28:42.259097Z","steps":["trace[574764014] 'agreement among raft nodes before linearized reading' (duration: 196.973215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.259061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.129924Z","time spent":"4.129127793s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:42.259214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127627377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-07-24T17:28:42.26304Z","caller":"traceutil/trace.go:171","msg":"trace[624393865] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:3891; }","duration":"4.133063274s","start":"2026-07-24T17:28:38.129964Z","end":"2026-07-24T17:28:42.263027Z","steps":["trace[624393865] 'agreement among raft nodes before linearized reading' (duration: 4.127451859s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.263134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:38.129961Z","time spent":"4.133102125s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1185,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-07-24T17:28:42.718067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.643384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:42.718235Z","caller":"traceutil/trace.go:171","msg":"trace[1618689396] linearizableReadLoop","detail":"{readStateIndex:4070; appliedIndex:4069; }","duration":"450.92846ms","start":"2026-07-24T17:28:42.267283Z","end":"2026-07-24T17:28:42.718211Z","steps":["trace[1618689396] 'read index received' (duration: 123.039727ms)","trace[1618689396] 'applied index is now lower than readState.Index' (duration: 327.887013ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:42.718338Z","caller":"traceutil/trace.go:171","msg":"trace[386445889] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"451.530683ms","start":"2026-07-24T17:28:42.266755Z","end":"2026-07-24T17:28:42.718286Z","steps":["trace[386445889] 'process raft request' (duration: 123.555077ms)","trace[386445889] 'compare' (duration: 327.167595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:42.718461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.166049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:28:42.718521Z","caller":"traceutil/trace.go:171","msg":"trace[646844937] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3892; }","duration":"451.230751ms","start":"2026-07-24T17:28:42.267274Z","end":"2026-07-24T17:28:42.718505Z","steps":["trace[646844937] 'agreement among raft nodes before linearized reading' (duration: 451.043914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:42.718517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.266735Z","time spent":"451.695509ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:42.718578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.267248Z","time spent":"451.316744ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T17:28:43.747624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.7542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:43.748141Z","caller":"traceutil/trace.go:171","msg":"trace[368790887] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"1.477822004s","start":"2026-07-24T17:28:42.270232Z","end":"2026-07-24T17:28:43.748054Z","steps":["trace[368790887] 'process raft request' (duration: 1.477530643s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:43.748244Z","caller":"traceutil/trace.go:171","msg":"trace[783562281] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"1.477726351s","start":"2026-07-24T17:28:42.27048Z","end":"2026-07-24T17:28:43.748206Z","steps":["trace[783562281] 'process raft request' (duration: 1.477323335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:43.748375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.270224Z","time spent":"1.478028722s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:43.748399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.270472Z","time spent":"1.477843975s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:43.754546Z","caller":"traceutil/trace.go:171","msg":"trace[1122119663] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"1.483861876s","start":"2026-07-24T17:28:42.270637Z","end":"2026-07-24T17:28:43.754499Z","steps":["trace[1122119663] 'process raft request' (duration: 1.477229642s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:43.754578Z","caller":"traceutil/trace.go:171","msg":"trace[190516192] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"1.4847795s","start":"2026-07-24T17:28:42.26978Z","end":"2026-07-24T17:28:43.754559Z","steps":["trace[190516192] 'process raft request' (duration: 1.477932448s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:43.754596Z","caller":"traceutil/trace.go:171","msg":"trace[1747996545] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"1.48660641s","start":"2026-07-24T17:28:42.267939Z","end":"2026-07-24T17:28:43.754546Z","steps":["trace[1747996545] 'process raft request' (duration: 659.851342ms)","trace[1747996545] 'compare' (duration: 819.603945ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:43.754684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.270629Z","time spent":"1.48398494s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:43.754692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.269768Z","time spent":"1.484846773s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:43.754731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.267926Z","time spent":"1.486731635s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:44.126228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.295998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:28:44.12631Z","caller":"traceutil/trace.go:171","msg":"trace[864988135] linearizableReadLoop","detail":"{readStateIndex:4076; appliedIndex:4070; }","duration":"1.40801366s","start":"2026-07-24T17:28:42.718283Z","end":"2026-07-24T17:28:44.126297Z","steps":["trace[864988135] 'read index received' (duration: 209.535465ms)","trace[864988135] 'applied index is now lower than readState.Index' (duration: 1.198476785s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:44.126418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803035742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:44.126451Z","caller":"traceutil/trace.go:171","msg":"trace[605398414] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3897; }","duration":"1.803108985s","start":"2026-07-24T17:28:42.323334Z","end":"2026-07-24T17:28:44.126442Z","steps":["trace[605398414] 'agreement among raft nodes before linearized reading' (duration: 1.803036782s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:44.126459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858005304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:28:44.126476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.323318Z","time spent":"1.803152096s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:28:44.126478Z","caller":"traceutil/trace.go:171","msg":"trace[1850168048] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3897; }","duration":"1.858042906s","start":"2026-07-24T17:28:42.268429Z","end":"2026-07-24T17:28:44.126472Z","steps":["trace[1850168048] 'agreement among raft nodes before linearized reading' (duration: 1.857935082s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:44.126499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.268417Z","time spent":"1.858077528s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:28:44.261686Z","caller":"traceutil/trace.go:171","msg":"trace[2098604833] transaction","detail":"{read_only:false; response_revision:3898; number_of_response:1; }","duration":"725.249377ms","start":"2026-07-24T17:28:43.536412Z","end":"2026-07-24T17:28:44.261661Z","steps":["trace[2098604833] 'process raft request' (duration: 724.943415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:44.261966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:43.536384Z","time spent":"725.375351ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:44.2621Z","caller":"traceutil/trace.go:171","msg":"trace[726211270] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"725.219246ms","start":"2026-07-24T17:28:43.536808Z","end":"2026-07-24T17:28:44.262027Z","steps":["trace[726211270] 'process raft request' (duration: 724.80713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:44.262276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:43.536783Z","time spent":"725.396113ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:44.262743Z","caller":"traceutil/trace.go:171","msg":"trace[1863038893] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"725.530457ms","start":"2026-07-24T17:28:43.537195Z","end":"2026-07-24T17:28:44.262725Z","steps":["trace[1863038893] 'process raft request' (duration: 724.717216ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:44.262739Z","caller":"traceutil/trace.go:171","msg":"trace[1116051910] linearizableReadLoop","detail":"{readStateIndex:4080; appliedIndex:4076; }","duration":"136.385971ms","start":"2026-07-24T17:28:44.126327Z","end":"2026-07-24T17:28:44.262713Z","steps":["trace[1116051910] 'read index received' (duration: 134.970587ms)","trace[1116051910] 'applied index is now lower than readState.Index' (duration: 1.414354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:44.26286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:43.537186Z","time spent":"725.60727ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:44.262934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157736877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:44.262971Z","caller":"traceutil/trace.go:171","msg":"trace[650707544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3901; }","duration":"1.15782615s","start":"2026-07-24T17:28:43.105134Z","end":"2026-07-24T17:28:44.26296Z","steps":["trace[650707544] 'agreement among raft nodes before linearized reading' (duration: 1.157739677s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:44.263008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:43.105117Z","time spent":"1.157882333s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:44.263004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.684885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-24T17:28:44.263026Z","caller":"traceutil/trace.go:171","msg":"trace[1324431615] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"725.748656ms","start":"2026-07-24T17:28:43.537258Z","end":"2026-07-24T17:28:44.263007Z","steps":["trace[1324431615] 'process raft request' (duration: 725.371482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:44.263063Z","caller":"traceutil/trace.go:171","msg":"trace[1900699224] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3901; }","duration":"505.800709ms","start":"2026-07-24T17:28:43.757249Z","end":"2026-07-24T17:28:44.26305Z","steps":["trace[1900699224] 'agreement among raft nodes before linearized reading' (duration: 505.535449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:44.263103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:43.537241Z","time spent":"725.820968ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:44.263137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:43.757229Z","time spent":"505.896493ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T17:28:44.263232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.435648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:44.263292Z","caller":"traceutil/trace.go:171","msg":"trace[1832110957] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3901; }","duration":"133.531622ms","start":"2026-07-24T17:28:44.129748Z","end":"2026-07-24T17:28:44.263279Z","steps":["trace[1832110957] 'agreement among raft nodes before linearized reading' (duration: 133.435138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:44.263443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543090871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:28:44.263488Z","caller":"traceutil/trace.go:171","msg":"trace[1173472038] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3901; }","duration":"1.543161754s","start":"2026-07-24T17:28:42.720315Z","end":"2026-07-24T17:28:44.263477Z","steps":["trace[1173472038] 'agreement among raft nodes before linearized reading' (duration: 1.543017779s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:44.263525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:42.7203Z","time spent":"1.543214356s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:28:44.780745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:45.28138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:45.73664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407268478s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:28:45.737118Z","caller":"traceutil/trace.go:171","msg":"trace[1404089475] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"1.465372441s","start":"2026-07-24T17:28:44.271721Z","end":"2026-07-24T17:28:45.737093Z","steps":["trace[1404089475] 'process raft request' (duration: 1.465178764s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:45.737267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:44.271679Z","time spent":"1.465509417s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:46.344588Z","caller":"traceutil/trace.go:171","msg":"trace[1905097080] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"1.738358782s","start":"2026-07-24T17:28:44.606178Z","end":"2026-07-24T17:28:46.344537Z","steps":["trace[1905097080] 'process raft request' (duration: 1.738176725s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:46.344755Z","caller":"traceutil/trace.go:171","msg":"trace[163221246] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"1.411692196s","start":"2026-07-24T17:28:44.933051Z","end":"2026-07-24T17:28:46.344743Z","steps":["trace[163221246] 'process raft request' (duration: 1.411444697s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:46.345379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:44.606155Z","time spent":"1.739129641s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:46.345528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:44.933033Z","time spent":"1.412399124s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:46.344904Z","caller":"traceutil/trace.go:171","msg":"trace[990052370] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"1.354396414s","start":"2026-07-24T17:28:44.990426Z","end":"2026-07-24T17:28:46.344822Z","steps":["trace[990052370] 'process raft request' (duration: 1.354281069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:46.345665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:44.990405Z","time spent":"1.355211685s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:46.345167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064992045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:28:46.345789Z","caller":"traceutil/trace.go:171","msg":"trace[148860143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3905; }","duration":"2.06565401s","start":"2026-07-24T17:28:44.280114Z","end":"2026-07-24T17:28:46.345768Z","steps":["trace[148860143] 'agreement among raft nodes before linearized reading' (duration: 2.064894511s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:46.345834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:44.280102Z","time spent":"2.065722183s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:28:46.344941Z","caller":"traceutil/trace.go:171","msg":"trace[373391435] linearizableReadLoop","detail":"{readStateIndex:4084; appliedIndex:4080; }","duration":"2.064665162s","start":"2026-07-24T17:28:44.28015Z","end":"2026-07-24T17:28:46.344816Z","steps":["trace[373391435] 'read index received' (duration: 1.456771183s)","trace[373391435] 'applied index is now lower than readState.Index' (duration: 607.892069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:46.846255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390328,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:28:47.103444Z","caller":"traceutil/trace.go:171","msg":"trace[1289088822] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"834.257455ms","start":"2026-07-24T17:28:46.269163Z","end":"2026-07-24T17:28:47.103421Z","steps":["trace[1289088822] 'process raft request' (duration: 834.182482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:47.103453Z","caller":"traceutil/trace.go:171","msg":"trace[984712940] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"1.050049989s","start":"2026-07-24T17:28:46.053364Z","end":"2026-07-24T17:28:47.103414Z","steps":["trace[984712940] 'process raft request' (duration: 1.04981611s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.103618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.05332Z","time spent":"1.050217015s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:47.1038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.269141Z","time spent":"834.377149ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:47.103914Z","caller":"traceutil/trace.go:171","msg":"trace[193934086] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"834.691911ms","start":"2026-07-24T17:28:46.26919Z","end":"2026-07-24T17:28:47.103882Z","steps":["trace[193934086] 'process raft request' (duration: 834.194002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.104107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.269163Z","time spent":"834.845217ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:47.104348Z","caller":"traceutil/trace.go:171","msg":"trace[1364764004] linearizableReadLoop","detail":"{readStateIndex:4089; appliedIndex:4084; }","duration":"758.455951ms","start":"2026-07-24T17:28:46.345872Z","end":"2026-07-24T17:28:47.104328Z","steps":["trace[1364764004] 'read index received' (duration: 757.38206ms)","trace[1364764004] 'applied index is now lower than readState.Index' (duration: 1.072871ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:47.104503Z","caller":"traceutil/trace.go:171","msg":"trace[424824942] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"834.853878ms","start":"2026-07-24T17:28:46.269637Z","end":"2026-07-24T17:28:47.104491Z","steps":["trace[424824942] 'process raft request' (duration: 834.112709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.104589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773448912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:47.104647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345821005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:28:47.104709Z","caller":"traceutil/trace.go:171","msg":"trace[2033914561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3910; }","duration":"1.345921118s","start":"2026-07-24T17:28:45.758771Z","end":"2026-07-24T17:28:47.104692Z","steps":["trace[2033914561] 'agreement among raft nodes before linearized reading' (duration: 1.345748732s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.104755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:45.75875Z","time spent":"1.345994871s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:47.104767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.269623Z","time spent":"834.965751ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:47.104824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382052899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:28:47.104869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.692246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:47.104906Z","caller":"traceutil/trace.go:171","msg":"trace[2142227983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3910; }","duration":"2.382181365s","start":"2026-07-24T17:28:44.722708Z","end":"2026-07-24T17:28:47.104889Z","steps":["trace[2142227983] 'agreement among raft nodes before linearized reading' (duration: 2.381972697s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.104948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:44.722685Z","time spent":"2.382253168s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:47.104922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.580056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:28:47.104941Z","caller":"traceutil/trace.go:171","msg":"trace[1342276222] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3910; }","duration":"678.80513ms","start":"2026-07-24T17:28:46.426122Z","end":"2026-07-24T17:28:47.104927Z","steps":["trace[1342276222] 'agreement among raft nodes before linearized reading' (duration: 678.663085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:47.104987Z","caller":"traceutil/trace.go:171","msg":"trace[1084579662] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3910; }","duration":"570.682009ms","start":"2026-07-24T17:28:46.534298Z","end":"2026-07-24T17:28:47.10498Z","steps":["trace[1084579662] 'agreement among raft nodes before linearized reading' (duration: 570.557465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.105013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.53428Z","time spent":"570.726571ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:28:47.10501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.4261Z","time spent":"678.897074ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:47.104824Z","caller":"traceutil/trace.go:171","msg":"trace[1532473618] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3910; }","duration":"2.773533706s","start":"2026-07-24T17:28:44.33109Z","end":"2026-07-24T17:28:47.104624Z","steps":["trace[1532473618] 'agreement among raft nodes before linearized reading' (duration: 2.773460103s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.105102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070009584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:28:47.104952Z","caller":"traceutil/trace.go:171","msg":"trace[1717424142] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"834.489454ms","start":"2026-07-24T17:28:46.270444Z","end":"2026-07-24T17:28:47.104934Z","steps":["trace[1717424142] 'process raft request' (duration: 833.780646ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:47.105152Z","caller":"traceutil/trace.go:171","msg":"trace[457686146] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3910; }","duration":"1.070094607s","start":"2026-07-24T17:28:46.035045Z","end":"2026-07-24T17:28:47.10514Z","steps":["trace[457686146] 'agreement among raft nodes before linearized reading' (duration: 1.069981053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.105175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.270429Z","time spent":"834.718213ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:47.105006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.621858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:47.105236Z","caller":"traceutil/trace.go:171","msg":"trace[449336043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3910; }","duration":"999.887418ms","start":"2026-07-24T17:28:46.105337Z","end":"2026-07-24T17:28:47.105224Z","steps":["trace[449336043] 'agreement among raft nodes before linearized reading' (duration: 999.641618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.10528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346240121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:28:47.105287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34621252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:28:47.105314Z","caller":"traceutil/trace.go:171","msg":"trace[353434351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3910; }","duration":"1.346291783s","start":"2026-07-24T17:28:45.759012Z","end":"2026-07-24T17:28:47.105304Z","steps":["trace[353434351] 'agreement among raft nodes before linearized reading' (duration: 1.34621306s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:47.105324Z","caller":"traceutil/trace.go:171","msg":"trace[1633993746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3910; }","duration":"1.346260032s","start":"2026-07-24T17:28:45.759053Z","end":"2026-07-24T17:28:47.105313Z","steps":["trace[1633993746] 'agreement among raft nodes before linearized reading' (duration: 1.346162788s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.105343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:45.759003Z","time spent":"1.346334054s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:47.105259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:44.331067Z","time spent":"2.774104808s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:47.104986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346172398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:28:47.105467Z","caller":"traceutil/trace.go:171","msg":"trace[1345139941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3910; }","duration":"1.346706569s","start":"2026-07-24T17:28:45.758749Z","end":"2026-07-24T17:28:47.105456Z","steps":["trace[1345139941] 'agreement among raft nodes before linearized reading' (duration: 1.345841535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:47.105507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:45.758715Z","time spent":"1.346784602s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:47.105277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.10532Z","time spent":"999.94719ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:47.105362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:45.759049Z","time spent":"1.346301344s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:47.105195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:46.035022Z","time spent":"1.070163219s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:28:48.370053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.05213ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:48.370159Z","caller":"traceutil/trace.go:171","msg":"trace[1520851088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3910; }","duration":"934.170355ms","start":"2026-07-24T17:28:47.435975Z","end":"2026-07-24T17:28:48.370145Z","steps":["trace[1520851088] 'range keys from in-memory index tree' (duration: 934.03589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:48.370557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.202778ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:28:48.370726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.108038Z","time spent":"1.262682301s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:28:48.370848Z","caller":"traceutil/trace.go:171","msg":"trace[1714662037] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"1.260016459s","start":"2026-07-24T17:28:47.110819Z","end":"2026-07-24T17:28:48.370836Z","steps":["trace[1714662037] 'process raft request' (duration: 1.259947356s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:48.370981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.110811Z","time spent":"1.260089162s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:48.371Z","caller":"traceutil/trace.go:171","msg":"trace[26742167] linearizableReadLoop","detail":"{readStateIndex:4090; appliedIndex:4089; }","duration":"1.260505558s","start":"2026-07-24T17:28:47.110479Z","end":"2026-07-24T17:28:48.370984Z","steps":["trace[26742167] 'read index received' (duration: 498.952306ms)","trace[26742167] 'applied index is now lower than readState.Index' (duration: 761.552282ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:48.371174Z","caller":"traceutil/trace.go:171","msg":"trace[2013085394] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"1.260508708s","start":"2026-07-24T17:28:47.110655Z","end":"2026-07-24T17:28:48.371163Z","steps":["trace[2013085394] 'process raft request' (duration: 1.260010269s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:48.371337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.110643Z","time spent":"1.260627053s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:48.371664Z","caller":"traceutil/trace.go:171","msg":"trace[462865170] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"1.26005638s","start":"2026-07-24T17:28:47.111599Z","end":"2026-07-24T17:28:48.371656Z","steps":["trace[462865170] 'process raft request' (duration: 1.260029379s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:48.37175Z","caller":"traceutil/trace.go:171","msg":"trace[1606222862] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"1.260212827s","start":"2026-07-24T17:28:47.111524Z","end":"2026-07-24T17:28:48.371737Z","steps":["trace[1606222862] 'process raft request' (duration: 1.259639285s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:48.371754Z","caller":"traceutil/trace.go:171","msg":"trace[2022079662] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"1.260594201s","start":"2026-07-24T17:28:47.11114Z","end":"2026-07-24T17:28:48.371734Z","steps":["trace[2022079662] 'process raft request' (duration: 1.259654406s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:48.37182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.111509Z","time spent":"1.260276609s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:48.371887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.111131Z","time spent":"1.260666674s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:48.371671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261173953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:28:48.371956Z","caller":"traceutil/trace.go:171","msg":"trace[1585853940] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3913; }","duration":"1.261493395s","start":"2026-07-24T17:28:47.110447Z","end":"2026-07-24T17:28:48.37194Z","steps":["trace[1585853940] 'agreement among raft nodes before linearized reading' (duration: 1.261028178s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:48.37196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.111589Z","time spent":"1.260149314s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:48.372023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.110433Z","time spent":"1.261551888s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:48.872225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:49.117291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:28:49.117483Z","caller":"traceutil/trace.go:171","msg":"trace[1797691850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469558s","start":"2026-07-24T17:28:47.116991Z","end":"2026-07-24T17:28:49.11746Z","steps":["trace[1797691850] 'agreement among raft nodes before linearized reading' (duration: 2.00025878s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:49.117583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.116899Z","time spent":"2.000669775s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:28:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:28:49.953933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058572478s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:49.954254Z","caller":"traceutil/trace.go:171","msg":"trace[242531081] linearizableReadLoop","detail":"{readStateIndex:4097; appliedIndex:4095; }","duration":"1.583107741s","start":"2026-07-24T17:28:48.371122Z","end":"2026-07-24T17:28:49.954229Z","steps":["trace[242531081] 'read index received' (duration: 524.167509ms)","trace[242531081] 'applied index is now lower than readState.Index' (duration: 1.058939012s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:49.954371Z","caller":"traceutil/trace.go:171","msg":"trace[154394837] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"2.162202082s","start":"2026-07-24T17:28:47.792154Z","end":"2026-07-24T17:28:49.954356Z","steps":["trace[154394837] 'process raft request' (duration: 1.103118014s)","trace[154394837] 'compare' (duration: 1.057929124s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:49.954471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.792138Z","time spent":"2.162267795s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:49.954807Z","caller":"traceutil/trace.go:171","msg":"trace[1567750572] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"1.582428105s","start":"2026-07-24T17:28:48.372358Z","end":"2026-07-24T17:28:49.954786Z","steps":["trace[1567750572] 'process raft request' (duration: 1.581686787s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:49.954911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311610646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:49.954994Z","caller":"traceutil/trace.go:171","msg":"trace[146533021] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3917; }","duration":"2.311744752s","start":"2026-07-24T17:28:47.643232Z","end":"2026-07-24T17:28:49.954976Z","steps":["trace[146533021] 'agreement among raft nodes before linearized reading' (duration: 2.311569975s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:49.955043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:47.643218Z","time spent":"2.311813054s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:49.955371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:48.372345Z","time spent":"1.582530789s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:50.415991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.237472412s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:28:50.672761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.466085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:50.673051Z","caller":"traceutil/trace.go:171","msg":"trace[753273239] linearizableReadLoop","detail":"{readStateIndex:4101; appliedIndex:4097; }","duration":"718.74381ms","start":"2026-07-24T17:28:49.954295Z","end":"2026-07-24T17:28:50.673039Z","steps":["trace[753273239] 'read index received' (duration: 461.853709ms)","trace[753273239] 'applied index is now lower than readState.Index' (duration: 256.889411ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:50.67313Z","caller":"traceutil/trace.go:171","msg":"trace[1840459484] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"1.563738062s","start":"2026-07-24T17:28:49.109385Z","end":"2026-07-24T17:28:50.673123Z","steps":["trace[1840459484] 'process raft request' (duration: 1.306853321s)","trace[1840459484] 'compare' (duration: 256.235226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:50.67318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:49.10936Z","time spent":"1.563800225s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:50.673396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973326241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:50.673473Z","caller":"traceutil/trace.go:171","msg":"trace[142915261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3921; }","duration":"1.973458156s","start":"2026-07-24T17:28:48.699996Z","end":"2026-07-24T17:28:50.673454Z","steps":["trace[142915261] 'agreement among raft nodes before linearized reading' (duration: 1.973324871s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.67353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.067548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:28:50.673611Z","caller":"traceutil/trace.go:171","msg":"trace[1301618819] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"1.562508405s","start":"2026-07-24T17:28:49.111086Z","end":"2026-07-24T17:28:50.673595Z","steps":["trace[1301618819] 'process raft request' (duration: 1.561790818s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.673627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207294157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:50.673673Z","caller":"traceutil/trace.go:171","msg":"trace[614171748] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3921; }","duration":"2.207373541s","start":"2026-07-24T17:28:48.466292Z","end":"2026-07-24T17:28:50.673666Z","steps":["trace[614171748] 'agreement among raft nodes before linearized reading' (duration: 2.207299498s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.673686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:49.111072Z","time spent":"1.562574828s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:50.673702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:48.466274Z","time spent":"2.207422022s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:50.673629Z","caller":"traceutil/trace.go:171","msg":"trace[1414065349] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3921; }","duration":"716.201603ms","start":"2026-07-24T17:28:49.957406Z","end":"2026-07-24T17:28:50.673608Z","steps":["trace[1414065349] 'agreement among raft nodes before linearized reading' (duration: 715.938873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.673781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:49.957394Z","time spent":"716.37294ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:28:50.673792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556324959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:50.673825Z","caller":"traceutil/trace.go:171","msg":"trace[2077456930] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"1.5620882s","start":"2026-07-24T17:28:49.111729Z","end":"2026-07-24T17:28:50.673817Z","steps":["trace[2077456930] 'process raft request' (duration: 1.561206316s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:50.673835Z","caller":"traceutil/trace.go:171","msg":"trace[592267777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3921; }","duration":"1.556411772s","start":"2026-07-24T17:28:49.117413Z","end":"2026-07-24T17:28:50.673824Z","steps":["trace[592267777] 'agreement among raft nodes before linearized reading' (duration: 1.55635444s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.673864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:49.11739Z","time spent":"1.556467543s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:50.673983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.617153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:50.674001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.138202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:28:50.674103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.695356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:28:50.674373Z","caller":"traceutil/trace.go:171","msg":"trace[617472547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3921; }","duration":"297.967206ms","start":"2026-07-24T17:28:50.3764Z","end":"2026-07-24T17:28:50.674367Z","steps":["trace[617472547] 'agreement among raft nodes before linearized reading' (duration: 297.02696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.674106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.352511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:28:50.674483Z","caller":"traceutil/trace.go:171","msg":"trace[627413100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3921; }","duration":"298.777067ms","start":"2026-07-24T17:28:50.3757Z","end":"2026-07-24T17:28:50.674477Z","steps":["trace[627413100] 'agreement among raft nodes before linearized reading' (duration: 298.313259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.673968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:49.111718Z","time spent":"1.562125741s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:50.67358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298849877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:28:50.674693Z","caller":"traceutil/trace.go:171","msg":"trace[871083139] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3921; }","duration":"2.29998903s","start":"2026-07-24T17:28:48.374699Z","end":"2026-07-24T17:28:50.674688Z","steps":["trace[871083139] 'agreement among raft nodes before linearized reading' (duration: 2.298793204s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.674724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:48.374682Z","time spent":"2.300035421s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:28:50.673562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:48.699972Z","time spent":"1.97356881s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:50.674145Z","caller":"traceutil/trace.go:171","msg":"trace[1606217469] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3921; }","duration":"164.80961ms","start":"2026-07-24T17:28:50.509328Z","end":"2026-07-24T17:28:50.674138Z","steps":["trace[1606217469] 'agreement among raft nodes before linearized reading' (duration: 164.633343ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:50.674087Z","caller":"traceutil/trace.go:171","msg":"trace[1570923265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3921; }","duration":"298.372892ms","start":"2026-07-24T17:28:50.375701Z","end":"2026-07-24T17:28:50.674074Z","steps":["trace[1570923265] 'agreement among raft nodes before linearized reading' (duration: 297.894423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.674178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.907573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:50.675278Z","caller":"traceutil/trace.go:171","msg":"trace[1115604695] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3921; }","duration":"402.11409ms","start":"2026-07-24T17:28:50.273154Z","end":"2026-07-24T17:28:50.675268Z","steps":["trace[1115604695] 'agreement among raft nodes before linearized reading' (duration: 400.924484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.675313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.27311Z","time spent":"402.194853ms","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:50.674254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.82901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:28:50.675477Z","caller":"traceutil/trace.go:171","msg":"trace[116880620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3921; }","duration":"299.166641ms","start":"2026-07-24T17:28:50.376305Z","end":"2026-07-24T17:28:50.675472Z","steps":["trace[116880620] 'agreement among raft nodes before linearized reading' (duration: 297.915483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.674263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.371802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:28:50.675795Z","caller":"traceutil/trace.go:171","msg":"trace[1694463820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3921; }","duration":"299.928281ms","start":"2026-07-24T17:28:50.375858Z","end":"2026-07-24T17:28:50.675787Z","steps":["trace[1694463820] 'agreement among raft nodes before linearized reading' (duration: 298.31586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.675849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.375815Z","time spent":"300.025965ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:28:50.673748Z","caller":"traceutil/trace.go:171","msg":"trace[1401324715] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"1.561378562s","start":"2026-07-24T17:28:49.112297Z","end":"2026-07-24T17:28:50.673676Z","steps":["trace[1401324715] 'process raft request' (duration: 1.560654885s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:50.6762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:49.112286Z","time spent":"1.563882548s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:51.681908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.622394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:51.681994Z","caller":"traceutil/trace.go:171","msg":"trace[2043315881] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"1.001623705s","start":"2026-07-24T17:28:50.680357Z","end":"2026-07-24T17:28:51.681981Z","steps":["trace[2043315881] 'process raft request' (duration: 240.871716ms)","trace[2043315881] 'compare' (duration: 760.370025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:51.682027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.680332Z","time spent":"1.001679658s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:52.129732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165133162s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:28:52.299148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.133509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:52.299883Z","caller":"traceutil/trace.go:171","msg":"trace[1483167499] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"1.619399455s","start":"2026-07-24T17:28:50.680449Z","end":"2026-07-24T17:28:52.299848Z","steps":["trace[1483167499] 'process raft request' (duration: 1.449453585s)","trace[1483167499] 'compare' (duration: 168.855048ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:52.299984Z","caller":"traceutil/trace.go:171","msg":"trace[1347021598] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"1.619343733s","start":"2026-07-24T17:28:50.680622Z","end":"2026-07-24T17:28:52.299966Z","steps":["trace[1347021598] 'process raft request' (duration: 1.618614425s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:52.300006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.680438Z","time spent":"1.619499489s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:52.300056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.680607Z","time spent":"1.619413636s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:52.300268Z","caller":"traceutil/trace.go:171","msg":"trace[564536224] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"1.619165976s","start":"2026-07-24T17:28:50.681088Z","end":"2026-07-24T17:28:52.300254Z","steps":["trace[564536224] 'process raft request' (duration: 1.618820032s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:52.300333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.68108Z","time spent":"1.619223949s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:52.300603Z","caller":"traceutil/trace.go:171","msg":"trace[1223857766] linearizableReadLoop","detail":"{readStateIndex:4105; appliedIndex:4101; }","duration":"1.619214488s","start":"2026-07-24T17:28:50.681362Z","end":"2026-07-24T17:28:52.300577Z","steps":["trace[1223857766] 'read index received' (duration: 239.886479ms)","trace[1223857766] 'applied index is now lower than readState.Index' (duration: 1.379326559s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:52.300739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619373204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:52.300771Z","caller":"traceutil/trace.go:171","msg":"trace[1547327957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3926; }","duration":"1.619420575s","start":"2026-07-24T17:28:50.681343Z","end":"2026-07-24T17:28:52.300764Z","steps":["trace[1547327957] 'agreement among raft nodes before linearized reading' (duration: 1.619372493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:52.300794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.681338Z","time spent":"1.619450927s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:28:52.300694Z","caller":"traceutil/trace.go:171","msg":"trace[192273030] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"1.617546674s","start":"2026-07-24T17:28:50.683137Z","end":"2026-07-24T17:28:52.300684Z","steps":["trace[192273030] 'process raft request' (duration: 1.616957852s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:52.301305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.386951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:28:52.301329Z","caller":"traceutil/trace.go:171","msg":"trace[1584735992] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3926; }","duration":"266.441653ms","start":"2026-07-24T17:28:52.034883Z","end":"2026-07-24T17:28:52.301324Z","steps":["trace[1584735992] 'agreement among raft nodes before linearized reading' (duration: 266.352609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:52.301351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364079034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:52.301406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.093256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:52.301414Z","caller":"traceutil/trace.go:171","msg":"trace[981355636] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3926; }","duration":"1.364193079s","start":"2026-07-24T17:28:50.937209Z","end":"2026-07-24T17:28:52.301403Z","steps":["trace[981355636] 'agreement among raft nodes before linearized reading' (duration: 1.364024152s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:52.301448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.937188Z","time spent":"1.364252091s","remote":"127.0.0.1:49474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":5,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:28:52.301421Z","caller":"traceutil/trace.go:171","msg":"trace[1002276954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3926; }","duration":"262.126107ms","start":"2026-07-24T17:28:52.03929Z","end":"2026-07-24T17:28:52.301416Z","steps":["trace[1002276954] 'agreement among raft nodes before linearized reading' (duration: 262.103746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:52.301573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.570319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:28:52.30159Z","caller":"traceutil/trace.go:171","msg":"trace[2132843499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3926; }","duration":"947.630532ms","start":"2026-07-24T17:28:51.353955Z","end":"2026-07-24T17:28:52.301585Z","steps":["trace[2132843499] 'agreement among raft nodes before linearized reading' (duration: 947.58ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:52.301606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:51.353932Z","time spent":"947.670733ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:52.302264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:50.683129Z","time spent":"1.617745471s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:53.356782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.585175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:53.356959Z","caller":"traceutil/trace.go:171","msg":"trace[399151858] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"677.961375ms","start":"2026-07-24T17:28:52.678921Z","end":"2026-07-24T17:28:53.356883Z","steps":["trace[399151858] 'process raft request' (duration: 439.161561ms)","trace[399151858] 'compare' (duration: 237.992053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:53.357076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:52.678905Z","time spent":"678.09969ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:53.972835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.786828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:53.973028Z","caller":"traceutil/trace.go:171","msg":"trace[571936622] linearizableReadLoop","detail":"{readStateIndex:4110; appliedIndex:4106; }","duration":"1.268315512s","start":"2026-07-24T17:28:52.704701Z","end":"2026-07-24T17:28:53.973017Z","steps":["trace[571936622] 'read index received' (duration: 413.386412ms)","trace[571936622] 'applied index is now lower than readState.Index' (duration: 854.92845ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:53.973096Z","caller":"traceutil/trace.go:171","msg":"trace[1872552302] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"1.293398204s","start":"2026-07-24T17:28:52.679691Z","end":"2026-07-24T17:28:53.973089Z","steps":["trace[1872552302] 'process raft request' (duration: 1.087282203s)","trace[1872552302] 'compare' (duration: 205.328591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:53.973135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:52.67967Z","time spent":"1.293441926s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:53.973222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268504459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:53.973306Z","caller":"traceutil/trace.go:171","msg":"trace[241123977] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3930; }","duration":"1.268600333s","start":"2026-07-24T17:28:52.704689Z","end":"2026-07-24T17:28:53.97329Z","steps":["trace[241123977] 'agreement among raft nodes before linearized reading' (duration: 1.268416436s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:53.973364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:52.704649Z","time spent":"1.268685846s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:53.973363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.68964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:53.973497Z","caller":"traceutil/trace.go:171","msg":"trace[1236438676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3930; }","duration":"867.936779ms","start":"2026-07-24T17:28:53.105542Z","end":"2026-07-24T17:28:53.973479Z","steps":["trace[1236438676] 'agreement among raft nodes before linearized reading' (duration: 867.69679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:53.973572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:53.105521Z","time spent":"868.037913ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:28:53.973647Z","caller":"traceutil/trace.go:171","msg":"trace[964831896] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"1.281887082s","start":"2026-07-24T17:28:52.69173Z","end":"2026-07-24T17:28:53.973617Z","steps":["trace[964831896] 'process raft request' (duration: 1.281258978s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:53.973708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.994323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:28:53.973736Z","caller":"traceutil/trace.go:171","msg":"trace[155739626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3930; }","duration":"288.050335ms","start":"2026-07-24T17:28:53.685678Z","end":"2026-07-24T17:28:53.973728Z","steps":["trace[155739626] 'agreement among raft nodes before linearized reading' (duration: 287.950632ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:53.973598Z","caller":"traceutil/trace.go:171","msg":"trace[586283545] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"1.293439556s","start":"2026-07-24T17:28:52.680148Z","end":"2026-07-24T17:28:53.973587Z","steps":["trace[586283545] 'process raft request' (duration: 1.29277182s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:53.973781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:52.691713Z","time spent":"1.281992927s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:53.973868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:52.680138Z","time spent":"1.293646084s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:54.534149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:55.034788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:28:55.311422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333213494s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:28:55.311792Z","caller":"traceutil/trace.go:171","msg":"trace[2119543434] linearizableReadLoop","detail":"{readStateIndex:4111; appliedIndex:4110; }","duration":"1.277843068s","start":"2026-07-24T17:28:54.033919Z","end":"2026-07-24T17:28:55.311762Z","steps":["trace[2119543434] 'read index received' (duration: 1.27761705s)","trace[2119543434] 'applied index is now lower than readState.Index' (duration: 224.538µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:55.311938Z","caller":"traceutil/trace.go:171","msg":"trace[1294165404] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"1.333809867s","start":"2026-07-24T17:28:53.978112Z","end":"2026-07-24T17:28:55.311922Z","steps":["trace[1294165404] 'process raft request' (duration: 1.333472774s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:55.312052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:53.978092Z","time spent":"1.33388458s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:55.31235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007833072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:28:55.312415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006590595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:28:55.312451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006832174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:28:55.312494Z","caller":"traceutil/trace.go:171","msg":"trace[55958494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3931; }","duration":"1.006905667s","start":"2026-07-24T17:28:54.305578Z","end":"2026-07-24T17:28:55.312484Z","steps":["trace[55958494] 'agreement among raft nodes before linearized reading' (duration: 1.006791673s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:55.312417Z","caller":"traceutil/trace.go:171","msg":"trace[392239967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3931; }","duration":"1.007931017s","start":"2026-07-24T17:28:54.30447Z","end":"2026-07-24T17:28:55.312401Z","steps":["trace[392239967] 'agreement among raft nodes before linearized reading' (duration: 1.00774129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:55.312585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006637027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:28:55.312625Z","caller":"traceutil/trace.go:171","msg":"trace[1696067962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3931; }","duration":"1.006693839s","start":"2026-07-24T17:28:54.305918Z","end":"2026-07-24T17:28:55.312612Z","steps":["trace[1696067962] 'agreement among raft nodes before linearized reading' (duration: 1.006604796s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:55.312672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:54.305912Z","time spent":"1.006749461s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:55.312537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:54.305564Z","time spent":"1.00696623s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:28:55.312498Z","caller":"traceutil/trace.go:171","msg":"trace[611945724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3931; }","duration":"1.00671155s","start":"2026-07-24T17:28:54.305768Z","end":"2026-07-24T17:28:55.31248Z","steps":["trace[611945724] 'agreement among raft nodes before linearized reading' (duration: 1.00644709s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:55.312941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:54.305759Z","time spent":"1.007166297s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:55.312576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.578751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:55.313045Z","caller":"traceutil/trace.go:171","msg":"trace[309449782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3931; }","duration":"208.0684ms","start":"2026-07-24T17:28:55.104962Z","end":"2026-07-24T17:28:55.313031Z","steps":["trace[309449782] 'agreement among raft nodes before linearized reading' (duration: 207.592772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:55.31263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:54.304454Z","time spent":"1.008158975s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:55.313557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.077934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:55.313639Z","caller":"traceutil/trace.go:171","msg":"trace[2042387191] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3931; }","duration":"572.20799ms","start":"2026-07-24T17:28:54.741414Z","end":"2026-07-24T17:28:55.313622Z","steps":["trace[2042387191] 'agreement among raft nodes before linearized reading' (duration: 572.080505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:55.31369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:54.741393Z","time spent":"572.284073ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:55.313699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279765382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:28:55.313798Z","caller":"traceutil/trace.go:171","msg":"trace[224955615] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3931; }","duration":"1.279916708s","start":"2026-07-24T17:28:54.033862Z","end":"2026-07-24T17:28:55.313779Z","steps":["trace[224955615] 'agreement among raft nodes before linearized reading' (duration: 1.279667958s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:55.313851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:54.033841Z","time spent":"1.279995271s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:28:56.041894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.349809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:56.042056Z","caller":"traceutil/trace.go:171","msg":"trace[1928913810] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"724.128776ms","start":"2026-07-24T17:28:55.31785Z","end":"2026-07-24T17:28:56.041979Z","steps":["trace[1928913810] 'process raft request' (duration: 164.613721ms)","trace[1928913810] 'compare' (duration: 559.056068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:56.042337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.317833Z","time spent":"724.458929ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:56.079544Z","caller":"traceutil/trace.go:171","msg":"trace[1448324802] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"761.182559ms","start":"2026-07-24T17:28:55.318337Z","end":"2026-07-24T17:28:56.07952Z","steps":["trace[1448324802] 'process raft request' (duration: 761.104136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:56.08007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.31832Z","time spent":"761.663908ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:56.079642Z","caller":"traceutil/trace.go:171","msg":"trace[283120475] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"761.628547ms","start":"2026-07-24T17:28:55.317963Z","end":"2026-07-24T17:28:56.079591Z","steps":["trace[283120475] 'process raft request' (duration: 761.345866ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:56.079898Z","caller":"traceutil/trace.go:171","msg":"trace[1837486748] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"761.432049ms","start":"2026-07-24T17:28:55.318453Z","end":"2026-07-24T17:28:56.079885Z","steps":["trace[1837486748] 'process raft request' (duration: 761.027144ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:56.079943Z","caller":"traceutil/trace.go:171","msg":"trace[1431171861] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"717.938179ms","start":"2026-07-24T17:28:55.361997Z","end":"2026-07-24T17:28:56.079935Z","steps":["trace[1431171861] 'process raft request' (duration: 717.70058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:56.080505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.318443Z","time spent":"761.959019ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:56.080587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.361977Z","time spent":"718.560092ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:56.080783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.317941Z","time spent":"762.470049ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:56.76599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.147935ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:28:56.766112Z","caller":"traceutil/trace.go:171","msg":"trace[9337744] linearizableReadLoop","detail":"{readStateIndex:4113; appliedIndex:4111; }","duration":"1.448086254s","start":"2026-07-24T17:28:55.318005Z","end":"2026-07-24T17:28:56.766092Z","steps":["trace[9337744] 'read index received' (duration: 164.448475ms)","trace[9337744] 'applied index is now lower than readState.Index' (duration: 1.283635988s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:56.766454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448428707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:28:56.766551Z","caller":"traceutil/trace.go:171","msg":"trace[420180201] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3936; }","duration":"1.448559442s","start":"2026-07-24T17:28:55.317976Z","end":"2026-07-24T17:28:56.766535Z","steps":["trace[420180201] 'agreement among raft nodes before linearized reading' (duration: 1.44824607s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:56.766763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.317956Z","time spent":"1.448791461s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:28:57.214138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070896934s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:28:57.214709Z","caller":"traceutil/trace.go:171","msg":"trace[1326555880] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"1.234597801s","start":"2026-07-24T17:28:55.980092Z","end":"2026-07-24T17:28:57.21469Z","steps":["trace[1326555880] 'process raft request' (duration: 1.234410914s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:57.21484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.980072Z","time spent":"1.234706216s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:57.215082Z","caller":"traceutil/trace.go:171","msg":"trace[1205784886] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"1.23482705s","start":"2026-07-24T17:28:55.980154Z","end":"2026-07-24T17:28:57.214981Z","steps":["trace[1205784886] 'process raft request' (duration: 1.234500248s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:57.215151Z","caller":"traceutil/trace.go:171","msg":"trace[1679308109] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"1.234413944s","start":"2026-07-24T17:28:55.980691Z","end":"2026-07-24T17:28:57.215105Z","steps":["trace[1679308109] 'process raft request' (duration: 1.234181265s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:57.215253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.980126Z","time spent":"1.235056229s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:57.21529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.980677Z","time spent":"1.234519209s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:57.79634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.953819ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:57.796455Z","caller":"traceutil/trace.go:171","msg":"trace[887003779] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3939; }","duration":"360.073644ms","start":"2026-07-24T17:28:57.436359Z","end":"2026-07-24T17:28:57.796433Z","steps":["trace[887003779] 'range keys from in-memory index tree' (duration: 359.939649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:57.797048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.258879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:57.797415Z","caller":"traceutil/trace.go:171","msg":"trace[1506562170] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"1.313337703s","start":"2026-07-24T17:28:56.484051Z","end":"2026-07-24T17:28:57.797389Z","steps":["trace[1506562170] 'process raft request' (duration: 932.21676ms)","trace[1506562170] 'compare' (duration: 379.995729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:57.797509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:56.484019Z","time spent":"1.313445296s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:57.797984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358708065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:57.797984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692727005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:57.798023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263013239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:28:57.798121Z","caller":"traceutil/trace.go:171","msg":"trace[1909065913] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3941; }","duration":"1.263155785s","start":"2026-07-24T17:28:56.534951Z","end":"2026-07-24T17:28:57.798107Z","steps":["trace[1909065913] 'agreement among raft nodes before linearized reading' (duration: 1.262937617s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:57.798158Z","caller":"traceutil/trace.go:171","msg":"trace[2102616510] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"1.077239344s","start":"2026-07-24T17:28:56.72091Z","end":"2026-07-24T17:28:57.798149Z","steps":["trace[2102616510] 'process raft request' (duration: 1.076422222s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:57.798164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:56.534928Z","time spent":"1.263226048s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-24T17:28:57.798046Z","caller":"traceutil/trace.go:171","msg":"trace[356571016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3941; }","duration":"1.692839488s","start":"2026-07-24T17:28:56.105193Z","end":"2026-07-24T17:28:57.798033Z","steps":["trace[356571016] 'agreement among raft nodes before linearized reading' (duration: 1.692741455s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:57.79829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:56.10517Z","time spent":"1.693101908s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:57.79836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:56.720888Z","time spent":"1.07740519s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:57.798034Z","caller":"traceutil/trace.go:171","msg":"trace[688633595] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3941; }","duration":"1.358797598s","start":"2026-07-24T17:28:56.439225Z","end":"2026-07-24T17:28:57.798023Z","steps":["trace[688633595] 'agreement among raft nodes before linearized reading' (duration: 1.358712305s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:57.798848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220132987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:57.79886Z","caller":"traceutil/trace.go:171","msg":"trace[1614410537] linearizableReadLoop","detail":"{readStateIndex:4122; appliedIndex:4117; }","duration":"1.031676213s","start":"2026-07-24T17:28:56.766177Z","end":"2026-07-24T17:28:57.797853Z","steps":["trace[1614410537] 'read index received' (duration: 448.129623ms)","trace[1614410537] 'applied index is now lower than readState.Index' (duration: 583.54513ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:57.798879Z","caller":"traceutil/trace.go:171","msg":"trace[1437379941] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3941; }","duration":"2.2202046s","start":"2026-07-24T17:28:55.578667Z","end":"2026-07-24T17:28:57.798871Z","steps":["trace[1437379941] 'agreement among raft nodes before linearized reading' (duration: 2.220045024s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:57.799072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.578431Z","time spent":"2.220630517s","remote":"127.0.0.1:50380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:57.798636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:56.439208Z","time spent":"1.359419172s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:57.799482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909381244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:28:57.799525Z","caller":"traceutil/trace.go:171","msg":"trace[1136250585] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3941; }","duration":"1.909603043s","start":"2026-07-24T17:28:55.889912Z","end":"2026-07-24T17:28:57.799515Z","steps":["trace[1136250585] 'agreement among raft nodes before linearized reading' (duration: 1.908096505s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:57.799562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:55.889869Z","time spent":"1.909683397s","remote":"127.0.0.1:49664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":295,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:58.392076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.117054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:58.392176Z","caller":"traceutil/trace.go:171","msg":"trace[1537074320] linearizableReadLoop","detail":"{readStateIndex:4123; appliedIndex:4122; }","duration":"593.261087ms","start":"2026-07-24T17:28:57.798897Z","end":"2026-07-24T17:28:58.392159Z","steps":["trace[1537074320] 'read index received' (duration: 408.129773ms)","trace[1537074320] 'applied index is now lower than readState.Index' (duration: 185.129774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:58.392537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075610639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:28:58.392568Z","caller":"traceutil/trace.go:171","msg":"trace[1233177648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3942; }","duration":"1.075681502s","start":"2026-07-24T17:28:57.316879Z","end":"2026-07-24T17:28:58.39256Z","steps":["trace[1233177648] 'agreement among raft nodes before linearized reading' (duration: 1.075576688s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:58.392593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:57.31686Z","time spent":"1.075727704s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:58.392619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001608536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:28:58.392648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622479316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:28:58.392742Z","caller":"traceutil/trace.go:171","msg":"trace[1374634465] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3942; }","duration":"1.622622302s","start":"2026-07-24T17:28:56.770097Z","end":"2026-07-24T17:28:58.392719Z","steps":["trace[1374634465] 'agreement among raft nodes before linearized reading' (duration: 1.622322941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:58.39281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:56.770073Z","time spent":"1.622723456s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:28:58.392894Z","caller":"traceutil/trace.go:171","msg":"trace[149448844] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"931.934369ms","start":"2026-07-24T17:28:57.460759Z","end":"2026-07-24T17:28:58.392694Z","steps":["trace[149448844] 'process raft request' (duration: 746.116428ms)","trace[149448844] 'compare' (duration: 184.981259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:58.393288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:57.460735Z","time spent":"932.341175ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:58.393716Z","caller":"traceutil/trace.go:171","msg":"trace[782553409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3942; }","duration":"1.001751921s","start":"2026-07-24T17:28:57.39094Z","end":"2026-07-24T17:28:58.392692Z","steps":["trace[782553409] 'agreement among raft nodes before linearized reading' (duration: 1.001388327s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:58.394829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:57.390919Z","time spent":"1.003886263s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:28:59.711269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009503923s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:28:59.711585Z","caller":"traceutil/trace.go:171","msg":"trace[342271384] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"1.31335872s","start":"2026-07-24T17:28:58.39821Z","end":"2026-07-24T17:28:59.711569Z","steps":["trace[342271384] 'process raft request' (duration: 1.313327399s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:59.711667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:58.398194Z","time spent":"1.313426662s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:59.711874Z","caller":"traceutil/trace.go:171","msg":"trace[1182735505] linearizableReadLoop","detail":"{readStateIndex:4125; appliedIndex:4123; }","duration":"1.319656092s","start":"2026-07-24T17:28:58.392206Z","end":"2026-07-24T17:28:59.711862Z","steps":["trace[1182735505] 'read index received' (duration: 309.477534ms)","trace[1182735505] 'applied index is now lower than readState.Index' (duration: 1.010176908s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:59.712232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626934821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:28:59.712235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66567247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:28:59.711874Z","caller":"traceutil/trace.go:171","msg":"trace[1030262211] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"1.625638051s","start":"2026-07-24T17:28:58.086218Z","end":"2026-07-24T17:28:59.711856Z","steps":["trace[1030262211] 'process raft request' (duration: 1.625210825s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:59.712244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626796836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:28:59.712272Z","caller":"traceutil/trace.go:171","msg":"trace[1400403047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3944; }","duration":"1.627005964s","start":"2026-07-24T17:28:58.085256Z","end":"2026-07-24T17:28:59.712262Z","steps":["trace[1400403047] 'agreement among raft nodes before linearized reading' (duration: 1.626874859s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:59.712282Z","caller":"traceutil/trace.go:171","msg":"trace[296050097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3944; }","duration":"1.665797894s","start":"2026-07-24T17:28:58.046471Z","end":"2026-07-24T17:28:59.712269Z","steps":["trace[296050097] 'agreement among raft nodes before linearized reading' (duration: 1.665635568s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:59.712276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626643489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:28:59.712312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:58.046453Z","time spent":"1.665852526s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:28:59.712303Z","caller":"traceutil/trace.go:171","msg":"trace[1619218719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3944; }","duration":"1.626930011s","start":"2026-07-24T17:28:58.08536Z","end":"2026-07-24T17:28:59.71229Z","steps":["trace[1619218719] 'agreement among raft nodes before linearized reading' (duration: 1.626723013s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:59.711891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:57.798955Z","time spent":"1.912930499s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:28:59.712289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912567396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:59.712344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:58.085327Z","time spent":"1.627009854s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:59.712307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:58.085241Z","time spent":"1.627058135s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:28:59.712341Z","caller":"traceutil/trace.go:171","msg":"trace[353714908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3944; }","duration":"1.626735413s","start":"2026-07-24T17:28:58.08559Z","end":"2026-07-24T17:28:59.712325Z","steps":["trace[353714908] 'agreement among raft nodes before linearized reading' (duration: 1.626537606s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:59.712561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:58.08558Z","time spent":"1.626973362s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:59.712174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817761984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:59.712629Z","caller":"traceutil/trace.go:171","msg":"trace[1313725574] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3944; }","duration":"1.818253692s","start":"2026-07-24T17:28:57.894363Z","end":"2026-07-24T17:28:59.712616Z","steps":["trace[1313725574] 'agreement among raft nodes before linearized reading' (duration: 1.817766514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:59.712668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:57.894344Z","time spent":"1.818311965s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:59.712344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:58.086198Z","time spent":"1.626090979s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:59.712541Z","caller":"traceutil/trace.go:171","msg":"trace[1525828599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3944; }","duration":"1.912812165s","start":"2026-07-24T17:28:57.79953Z","end":"2026-07-24T17:28:59.712342Z","steps":["trace[1525828599] 'agreement among raft nodes before linearized reading' (duration: 1.912662199s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:59.712987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:57.799506Z","time spent":"1.9134603s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:00.375529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.559665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:00.375728Z","caller":"traceutil/trace.go:171","msg":"trace[232471086] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"1.156111655s","start":"2026-07-24T17:28:59.219596Z","end":"2026-07-24T17:29:00.375708Z","steps":["trace[232471086] 'process raft request' (duration: 841.279139ms)","trace[232471086] 'compare' (duration: 313.626739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:00.375796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.219569Z","time spent":"1.156195608s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:00.376016Z","caller":"traceutil/trace.go:171","msg":"trace[1305661129] linearizableReadLoop","detail":"{readStateIndex:4129; appliedIndex:4126; }","duration":"663.740149ms","start":"2026-07-24T17:28:59.71225Z","end":"2026-07-24T17:29:00.37599Z","steps":["trace[1305661129] 'read index received' (duration: 348.855641ms)","trace[1305661129] 'applied index is now lower than readState.Index' (duration: 314.883188ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:00.376049Z","caller":"traceutil/trace.go:171","msg":"trace[2058729893] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"1.156324943s","start":"2026-07-24T17:28:59.219695Z","end":"2026-07-24T17:29:00.37602Z","steps":["trace[2058729893] 'process raft request' (duration: 1.155953729s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:00.376136Z","caller":"traceutil/trace.go:171","msg":"trace[243255345] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"1.155729781s","start":"2026-07-24T17:28:59.220395Z","end":"2026-07-24T17:29:00.376125Z","steps":["trace[243255345] 'process raft request' (duration: 1.155487782s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:00.376237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.22037Z","time spent":"1.155792513s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:00.376409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978015323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:29:00.376462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978416559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:29:00.376441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.219688Z","time spent":"1.156432718s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:00.376494Z","caller":"traceutil/trace.go:171","msg":"trace[1647906596] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3947; }","duration":"1.978502273s","start":"2026-07-24T17:28:58.397982Z","end":"2026-07-24T17:29:00.376484Z","steps":["trace[1647906596] 'agreement among raft nodes before linearized reading' (duration: 1.978374148s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:00.376493Z","caller":"traceutil/trace.go:171","msg":"trace[660319366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3947; }","duration":"1.978117347s","start":"2026-07-24T17:28:58.398361Z","end":"2026-07-24T17:29:00.376478Z","steps":["trace[660319366] 'agreement among raft nodes before linearized reading' (duration: 1.977838487s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:00.376572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:58.398354Z","time spent":"1.978206171s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:29:00.376522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:58.397954Z","time spent":"1.978562255s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:00.376632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.769786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:00.376713Z","caller":"traceutil/trace.go:171","msg":"trace[1598010527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3947; }","duration":"883.913212ms","start":"2026-07-24T17:28:59.49278Z","end":"2026-07-24T17:29:00.376693Z","steps":["trace[1598010527] 'agreement among raft nodes before linearized reading' (duration: 883.738525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:00.3768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.492737Z","time spent":"884.019196ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:01.719067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:29:01.719154Z","caller":"traceutil/trace.go:171","msg":"trace[846798257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329847s","start":"2026-07-24T17:28:59.7188Z","end":"2026-07-24T17:29:01.71913Z","steps":["trace[846798257] 'agreement among raft nodes before linearized reading' (duration: 2.000229803s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:01.719213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.718786Z","time spent":"2.00041397s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:29:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:29:02.10733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310322685s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:02.107565Z","caller":"traceutil/trace.go:171","msg":"trace[430930195] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"2.390841868s","start":"2026-07-24T17:28:59.716705Z","end":"2026-07-24T17:29:02.107547Z","steps":["trace[430930195] 'process raft request' (duration: 2.390701462s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:02.107627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.716694Z","time spent":"2.39090391s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:02.10787Z","caller":"traceutil/trace.go:171","msg":"trace[509159303] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"2.391052505s","start":"2026-07-24T17:28:59.716766Z","end":"2026-07-24T17:29:02.107819Z","steps":["trace[509159303] 'process raft request' (duration: 2.390710192s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:02.107973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.716756Z","time spent":"2.39116488s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:02.10808Z","caller":"traceutil/trace.go:171","msg":"trace[1369590369] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"2.391292115s","start":"2026-07-24T17:28:59.716776Z","end":"2026-07-24T17:29:02.108068Z","steps":["trace[1369590369] 'process raft request' (duration: 2.390972043s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:02.108138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.716751Z","time spent":"2.391354727s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:02.108246Z","caller":"traceutil/trace.go:171","msg":"trace[1848075713] linearizableReadLoop","detail":"{readStateIndex:4134; appliedIndex:4129; }","duration":"1.732151903s","start":"2026-07-24T17:29:00.376082Z","end":"2026-07-24T17:29:02.108234Z","steps":["trace[1848075713] 'read index received' (duration: 420.839671ms)","trace[1848075713] 'applied index is now lower than readState.Index' (duration: 1.311311282s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:02.108292Z","caller":"traceutil/trace.go:171","msg":"trace[1814030177] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"755.850091ms","start":"2026-07-24T17:29:01.352431Z","end":"2026-07-24T17:29:02.108281Z","steps":["trace[1814030177] 'process raft request' (duration: 755.767858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:02.108307Z","caller":"traceutil/trace.go:171","msg":"trace[2093714902] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"2.391516674s","start":"2026-07-24T17:28:59.71678Z","end":"2026-07-24T17:29:02.108297Z","steps":["trace[2093714902] 'process raft request' (duration: 2.391250813s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:02.108347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:01.352406Z","time spent":"755.912534ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:02.108392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.716759Z","time spent":"2.391564505s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:02.109458Z","caller":"traceutil/trace.go:171","msg":"trace[1930112928] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"2.392794623s","start":"2026-07-24T17:28:59.714693Z","end":"2026-07-24T17:29:02.107487Z","steps":["trace[1930112928] 'process raft request' (duration: 1.082249499s)","trace[1930112928] 'compare' (duration: 1.309485943s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:02.10956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:59.714674Z","time spent":"2.394831461s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:02.608378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390412,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:29:02.824624Z","caller":"traceutil/trace.go:171","msg":"trace[1057047832] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"1.107287865s","start":"2026-07-24T17:29:01.717312Z","end":"2026-07-24T17:29:02.8246Z","steps":["trace[1057047832] 'process raft request' (duration: 1.107125789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:02.824776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:01.717287Z","time spent":"1.10741085s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:03.235257Z","caller":"traceutil/trace.go:171","msg":"trace[795091277] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"1.123509255s","start":"2026-07-24T17:29:02.111712Z","end":"2026-07-24T17:29:03.235221Z","steps":["trace[795091277] 'process raft request' (duration: 1.055783218s)","trace[795091277] 'compare' (duration: 67.477317ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:03.235572Z","caller":"traceutil/trace.go:171","msg":"trace[2017967926] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"852.369073ms","start":"2026-07-24T17:29:02.383187Z","end":"2026-07-24T17:29:03.235556Z","steps":["trace[2017967926] 'process raft request' (duration: 852.034631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.235693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:02.383162Z","time spent":"852.483818ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:03.235612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:02.111704Z","time spent":"1.123640419s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:03.235282Z","caller":"traceutil/trace.go:171","msg":"trace[1698386585] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"852.186516ms","start":"2026-07-24T17:29:02.383078Z","end":"2026-07-24T17:29:03.235265Z","steps":["trace[1698386585] 'process raft request' (duration: 852.077902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.236117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:02.383054Z","time spent":"852.901704ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:03.236099Z","caller":"traceutil/trace.go:171","msg":"trace[2115195826] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"852.416095ms","start":"2026-07-24T17:29:02.383609Z","end":"2026-07-24T17:29:03.236025Z","steps":["trace[2115195826] 'process raft request' (duration: 851.896245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.236681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:02.383599Z","time spent":"852.995867ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:03.719706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:29:03.719807Z","caller":"traceutil/trace.go:171","msg":"trace[1193263297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530786s","start":"2026-07-24T17:29:01.719252Z","end":"2026-07-24T17:29:03.719783Z","steps":["trace[1193263297] 'agreement among raft nodes before linearized reading' (duration: 2.000403061s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.719912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:01.719201Z","time spent":"2.000698422s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:29:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:29:03.833825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.888167ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:29:03.8349Z","caller":"traceutil/trace.go:171","msg":"trace[874876812] linearizableReadLoop","detail":"{readStateIndex:4140; appliedIndex:4135; }","duration":"1.726580211s","start":"2026-07-24T17:29:02.108276Z","end":"2026-07-24T17:29:03.834856Z","steps":["trace[874876812] 'read index received' (duration: 716.194022ms)","trace[874876812] 'applied index is now lower than readState.Index' (duration: 1.010383389s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:03.834951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799993415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:03.835117Z","caller":"traceutil/trace.go:171","msg":"trace[1354440390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3958; }","duration":"1.800184343s","start":"2026-07-24T17:29:02.034907Z","end":"2026-07-24T17:29:03.835091Z","steps":["trace[1354440390] 'agreement among raft nodes before linearized reading' (duration: 1.799969184s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.835198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:02.034899Z","time spent":"1.800283256s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:03.83543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.095068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:03.835459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723806984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:29:03.835704Z","caller":"traceutil/trace.go:171","msg":"trace[273779023] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3958; }","duration":"1.724079855s","start":"2026-07-24T17:29:02.111612Z","end":"2026-07-24T17:29:03.835692Z","steps":["trace[273779023] 'agreement among raft nodes before linearized reading' (duration: 1.723730621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.835746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:02.111598Z","time spent":"1.724140066s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:29:03.83575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.222251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:03.835684Z","caller":"traceutil/trace.go:171","msg":"trace[1562280016] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3958; }","duration":"385.196092ms","start":"2026-07-24T17:29:03.450282Z","end":"2026-07-24T17:29:03.835478Z","steps":["trace[1562280016] 'agreement among raft nodes before linearized reading' (duration: 385.092248ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:03.83579Z","caller":"traceutil/trace.go:171","msg":"trace[1532083828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3958; }","duration":"110.293874ms","start":"2026-07-24T17:29:03.725489Z","end":"2026-07-24T17:29:03.835782Z","steps":["trace[1532083828] 'agreement among raft nodes before linearized reading' (duration: 110.238692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.835898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:03.450265Z","time spent":"385.547205ms","remote":"127.0.0.1:49518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:03.836043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218488554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:03.836193Z","caller":"traceutil/trace.go:171","msg":"trace[549554284] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3958; }","duration":"1.218691562s","start":"2026-07-24T17:29:02.617469Z","end":"2026-07-24T17:29:03.836161Z","steps":["trace[549554284] 'agreement among raft nodes before linearized reading' (duration: 1.218305587s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.836293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:02.617449Z","time spent":"1.218806426s","remote":"127.0.0.1:47254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:03.836647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118223854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:29:03.835713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457253677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:29:03.836823Z","caller":"traceutil/trace.go:171","msg":"trace[335474418] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3958; }","duration":"3.45861549s","start":"2026-07-24T17:29:00.37819Z","end":"2026-07-24T17:29:03.836806Z","steps":["trace[335474418] 'agreement among raft nodes before linearized reading' (duration: 3.457010448s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:03.83677Z","caller":"traceutil/trace.go:171","msg":"trace[2147253054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3958; }","duration":"2.119259414s","start":"2026-07-24T17:29:01.717425Z","end":"2026-07-24T17:29:03.836685Z","steps":["trace[2147253054] 'agreement among raft nodes before linearized reading' (duration: 2.117790217s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.836904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:00.378151Z","time spent":"3.458736134s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:29:03.836922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:01.717417Z","time spent":"2.119491564s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:03.837434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80273004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:03.837485Z","caller":"traceutil/trace.go:171","msg":"trace[2077907516] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3958; }","duration":"1.802813133s","start":"2026-07-24T17:29:02.034656Z","end":"2026-07-24T17:29:03.837469Z","steps":["trace[2077907516] 'agreement among raft nodes before linearized reading' (duration: 1.800369219s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:03.837518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:02.034638Z","time spent":"1.802871816s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:29:04.26766Z","caller":"traceutil/trace.go:171","msg":"trace[258564390] linearizableReadLoop","detail":"{readStateIndex:4142; appliedIndex:4141; }","duration":"423.407485ms","start":"2026-07-24T17:29:03.844224Z","end":"2026-07-24T17:29:04.267631Z","steps":["trace[258564390] 'read index received' (duration: 423.133344ms)","trace[258564390] 'applied index is now lower than readState.Index' (duration: 272.941µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:04.267792Z","caller":"traceutil/trace.go:171","msg":"trace[1127652959] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"424.102271ms","start":"2026-07-24T17:29:03.843649Z","end":"2026-07-24T17:29:04.267751Z","steps":["trace[1127652959] 'process raft request' (duration: 423.666055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:04.267957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.707776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:29:04.268002Z","caller":"traceutil/trace.go:171","msg":"trace[643618168] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3959; }","duration":"423.769538ms","start":"2026-07-24T17:29:03.844216Z","end":"2026-07-24T17:29:04.267986Z","steps":["trace[643618168] 'agreement among raft nodes before linearized reading' (duration: 423.569481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:04.268017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:03.843637Z","time spent":"424.283428ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:04.268042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:03.844169Z","time spent":"423.862972ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:04.268119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.726041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:04.26823Z","caller":"traceutil/trace.go:171","msg":"trace[2014998291] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3959; }","duration":"374.885947ms","start":"2026-07-24T17:29:03.893325Z","end":"2026-07-24T17:29:04.26821Z","steps":["trace[2014998291] 'agreement among raft nodes before linearized reading' (duration: 374.680729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:04.268312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:03.893307Z","time spent":"374.992301ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:29:04.268361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.791488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:29:04.268545Z","caller":"traceutil/trace.go:171","msg":"trace[1596615333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3959; }","duration":"154.940424ms","start":"2026-07-24T17:29:04.113522Z","end":"2026-07-24T17:29:04.268462Z","steps":["trace[1596615333] 'agreement among raft nodes before linearized reading' (duration: 154.549109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:04.268558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.30979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:29:04.26854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.978005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:29:04.268607Z","caller":"traceutil/trace.go:171","msg":"trace[416175834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3959; }","duration":"154.413904ms","start":"2026-07-24T17:29:04.114181Z","end":"2026-07-24T17:29:04.268595Z","steps":["trace[416175834] 'agreement among raft nodes before linearized reading' (duration: 154.294699ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:04.268643Z","caller":"traceutil/trace.go:171","msg":"trace[653192394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3959; }","duration":"155.10904ms","start":"2026-07-24T17:29:04.113517Z","end":"2026-07-24T17:29:04.268626Z","steps":["trace[653192394] 'agreement among raft nodes before linearized reading' (duration: 154.903812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:04.268805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.982042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:29:04.268865Z","caller":"traceutil/trace.go:171","msg":"trace[1255968937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3959; }","duration":"157.086667ms","start":"2026-07-24T17:29:04.111765Z","end":"2026-07-24T17:29:04.268852Z","steps":["trace[1255968937] 'agreement among raft nodes before linearized reading' (duration: 156.698272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:04.777447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:06.035069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045658178s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:06.036053Z","caller":"traceutil/trace.go:171","msg":"trace[1835391629] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"1.762200468s","start":"2026-07-24T17:29:04.273835Z","end":"2026-07-24T17:29:06.036035Z","steps":["trace[1835391629] 'process raft request' (duration: 1.761356435s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:06.036123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.273824Z","time spent":"1.762266411s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:06.036172Z","caller":"traceutil/trace.go:171","msg":"trace[1046205610] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"1.762589374s","start":"2026-07-24T17:29:04.273465Z","end":"2026-07-24T17:29:06.036054Z","steps":["trace[1046205610] 'process raft request' (duration: 715.883155ms)","trace[1046205610] 'compare' (duration: 1.044980612s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:06.036356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.273434Z","time spent":"1.762834543s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:06.036389Z","caller":"traceutil/trace.go:171","msg":"trace[554903986] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"1.760991462s","start":"2026-07-24T17:29:04.275373Z","end":"2026-07-24T17:29:06.036365Z","steps":["trace[554903986] 'process raft request' (duration: 1.760624007s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:06.036537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.275355Z","time spent":"1.761105326s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:06.036406Z","caller":"traceutil/trace.go:171","msg":"trace[143785600] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"1.762711898s","start":"2026-07-24T17:29:04.273664Z","end":"2026-07-24T17:29:06.036376Z","steps":["trace[143785600] 'process raft request' (duration: 1.761479361s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:06.036742Z","caller":"traceutil/trace.go:171","msg":"trace[155764998] linearizableReadLoop","detail":"{readStateIndex:4146; appliedIndex:4142; }","duration":"1.760140419s","start":"2026-07-24T17:29:04.27659Z","end":"2026-07-24T17:29:06.03673Z","steps":["trace[155764998] 'read index received' (duration: 712.767154ms)","trace[155764998] 'applied index is now lower than readState.Index' (duration: 1.047372435s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:06.036842Z","caller":"traceutil/trace.go:171","msg":"trace[998326028] transaction","detail":"{read_only:false; response_revision:3964; number_of_response:1; }","duration":"1.206684007s","start":"2026-07-24T17:29:04.830148Z","end":"2026-07-24T17:29:06.036832Z","steps":["trace[998326028] 'process raft request' (duration: 1.206137125s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:06.036863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.273646Z","time spent":"1.763132624s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:06.036909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.830122Z","time spent":"1.206747049s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:06.037272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760674259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:29:06.037312Z","caller":"traceutil/trace.go:171","msg":"trace[301217537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3964; }","duration":"1.760731892s","start":"2026-07-24T17:29:04.276572Z","end":"2026-07-24T17:29:06.037304Z","steps":["trace[301217537] 'agreement among raft nodes before linearized reading' (duration: 1.760288615s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:06.037335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.276564Z","time spent":"1.760765373s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:29:06.516633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184596582s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:29:06.611057Z","caller":"traceutil/trace.go:171","msg":"trace[151289298] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"1.36970764s","start":"2026-07-24T17:29:05.241283Z","end":"2026-07-24T17:29:06.610991Z","steps":["trace[151289298] 'process raft request' (duration: 1.275850416s)","trace[151289298] 'compare' (duration: 93.716969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:06.611259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:05.241259Z","time spent":"1.369909158s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:07.105274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:29:07.105379Z","caller":"traceutil/trace.go:171","msg":"trace[481148715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036323s","start":"2026-07-24T17:29:05.105324Z","end":"2026-07-24T17:29:07.10536Z","steps":["trace[481148715] 'agreement among raft nodes before linearized reading' (duration: 1.999908058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.105425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:05.105305Z","time spent":"2.000110166s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:07.111636Z","caller":"traceutil/trace.go:171","msg":"trace[931625534] linearizableReadLoop","detail":"{readStateIndex:4151; appliedIndex:4147; }","duration":"1.074844033s","start":"2026-07-24T17:29:06.03677Z","end":"2026-07-24T17:29:07.111614Z","steps":["trace[931625534] 'read index received' (duration: 480.272955ms)","trace[931625534] 'applied index is now lower than readState.Index' (duration: 594.570018ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:07.111716Z","caller":"traceutil/trace.go:171","msg":"trace[2020821726] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"1.86982578s","start":"2026-07-24T17:29:05.241879Z","end":"2026-07-24T17:29:07.111705Z","steps":["trace[2020821726] 'process raft request' (duration: 1.796697443s)","trace[2020821726] 'compare' (duration: 72.771793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:07.111741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790690136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:07.111793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797488419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:07.111812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:05.241865Z","time spent":"1.869881872s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:07.111817Z","caller":"traceutil/trace.go:171","msg":"trace[1814093451] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3968; }","duration":"2.790821632s","start":"2026-07-24T17:29:04.320975Z","end":"2026-07-24T17:29:07.111797Z","steps":["trace[1814093451] 'agreement among raft nodes before linearized reading' (duration: 2.790663016s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:07.11186Z","caller":"traceutil/trace.go:171","msg":"trace[756729399] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3968; }","duration":"2.79754581s","start":"2026-07-24T17:29:04.314272Z","end":"2026-07-24T17:29:07.111818Z","steps":["trace[756729399] 'agreement among raft nodes before linearized reading' (duration: 2.797478728s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:07.111857Z","caller":"traceutil/trace.go:171","msg":"trace[924100960] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"1.869858661s","start":"2026-07-24T17:29:05.241943Z","end":"2026-07-24T17:29:07.111801Z","steps":["trace[924100960] 'process raft request' (duration: 1.86958046s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.111894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.314266Z","time spent":"2.797618813s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:07.111902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.320953Z","time spent":"2.790938186s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:07.112085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809336954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:07.112157Z","caller":"traceutil/trace.go:171","msg":"trace[1129670942] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3968; }","duration":"2.809423598s","start":"2026-07-24T17:29:04.302714Z","end":"2026-07-24T17:29:07.112138Z","steps":["trace[1129670942] 'agreement among raft nodes before linearized reading' (duration: 2.809341945s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.112205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:04.302704Z","time spent":"2.8094862s","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:07.112281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079033954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:29:07.112314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072828665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:29:07.112334Z","caller":"traceutil/trace.go:171","msg":"trace[1029742770] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3968; }","duration":"1.079131608s","start":"2026-07-24T17:29:06.03319Z","end":"2026-07-24T17:29:07.112322Z","steps":["trace[1029742770] 'agreement among raft nodes before linearized reading' (duration: 1.078973652s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:07.112358Z","caller":"traceutil/trace.go:171","msg":"trace[1296395168] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3968; }","duration":"1.072903188s","start":"2026-07-24T17:29:06.03944Z","end":"2026-07-24T17:29:07.112343Z","steps":["trace[1296395168] 'agreement among raft nodes before linearized reading' (duration: 1.072777123s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.112375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:06.033164Z","time spent":"1.079202731s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:07.112399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:06.03942Z","time spent":"1.072971921s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T17:29:07.111662Z","caller":"traceutil/trace.go:171","msg":"trace[677920976] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"1.212823915s","start":"2026-07-24T17:29:05.898806Z","end":"2026-07-24T17:29:07.11163Z","steps":["trace[677920976] 'process raft request' (duration: 1.212769053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.112572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:05.898782Z","time spent":"1.213757031s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:07.112669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.999552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:07.112718Z","caller":"traceutil/trace.go:171","msg":"trace[1825395137] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3968; }","duration":"731.078065ms","start":"2026-07-24T17:29:06.38163Z","end":"2026-07-24T17:29:07.112708Z","steps":["trace[1825395137] 'agreement among raft nodes before linearized reading' (duration: 730.998082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.112757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:06.381615Z","time spent":"731.133056ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:07.112759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.158524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:29:07.112982Z","caller":"traceutil/trace.go:171","msg":"trace[347595227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3968; }","duration":"840.403815ms","start":"2026-07-24T17:29:06.272565Z","end":"2026-07-24T17:29:07.112969Z","steps":["trace[347595227] 'agreement among raft nodes before linearized reading' (duration: 840.131784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.113023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.548331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:29:07.113053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:06.272549Z","time spent":"840.484237ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:29:07.113073Z","caller":"traceutil/trace.go:171","msg":"trace[671695643] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3968; }","duration":"577.636385ms","start":"2026-07-24T17:29:06.535424Z","end":"2026-07-24T17:29:07.11306Z","steps":["trace[671695643] 'agreement among raft nodes before linearized reading' (duration: 577.530491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.113107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:06.535404Z","time spent":"577.692998ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:29:07.111937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:05.241936Z","time spent":"1.869960455s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:07.702126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.707434ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:07.702256Z","caller":"traceutil/trace.go:171","msg":"trace[2132480145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3968; }","duration":"265.849759ms","start":"2026-07-24T17:29:07.436389Z","end":"2026-07-24T17:29:07.702238Z","steps":["trace[2132480145] 'range keys from in-memory index tree' (duration: 265.691723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.702809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.923893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:07.703034Z","caller":"traceutil/trace.go:171","msg":"trace[191245609] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"563.528075ms","start":"2026-07-24T17:29:07.139493Z","end":"2026-07-24T17:29:07.703021Z","steps":["trace[191245609] 'process raft request' (duration: 563.459443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.703123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:07.139472Z","time spent":"563.601588ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:07.703151Z","caller":"traceutil/trace.go:171","msg":"trace[1258932718] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"584.649329ms","start":"2026-07-24T17:29:07.118379Z","end":"2026-07-24T17:29:07.703028Z","steps":["trace[1258932718] 'process raft request' (duration: 184.280619ms)","trace[1258932718] 'compare' (duration: 399.530128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:07.704037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:07.118362Z","time spent":"585.550033ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:07.704306Z","caller":"traceutil/trace.go:171","msg":"trace[1034776712] linearizableReadLoop","detail":"{readStateIndex:4153; appliedIndex:4152; }","duration":"565.828984ms","start":"2026-07-24T17:29:07.138458Z","end":"2026-07-24T17:29:07.704287Z","steps":["trace[1034776712] 'read index received' (duration: 164.206995ms)","trace[1034776712] 'applied index is now lower than readState.Index' (duration: 401.619579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:07.70448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.514246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:07.704489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.92556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:29:07.704544Z","caller":"traceutil/trace.go:171","msg":"trace[2117470713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3970; }","duration":"583.604688ms","start":"2026-07-24T17:29:07.120925Z","end":"2026-07-24T17:29:07.70453Z","steps":["trace[2117470713] 'agreement among raft nodes before linearized reading' (duration: 583.503794ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:07.704554Z","caller":"traceutil/trace.go:171","msg":"trace[959080709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3970; }","duration":"578.024514ms","start":"2026-07-24T17:29:07.126515Z","end":"2026-07-24T17:29:07.70454Z","steps":["trace[959080709] 'agreement among raft nodes before linearized reading' (duration: 577.776534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.704584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:07.120908Z","time spent":"583.668301ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:07.704598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:07.126501Z","time spent":"578.083476ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:29:07.704589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.690017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:07.704659Z","caller":"traceutil/trace.go:171","msg":"trace[1846015278] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3970; }","duration":"168.833522ms","start":"2026-07-24T17:29:07.535801Z","end":"2026-07-24T17:29:07.704635Z","steps":["trace[1846015278] 'agreement among raft nodes before linearized reading' (duration: 168.729698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.705003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.986414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:29:07.70519Z","caller":"traceutil/trace.go:171","msg":"trace[719219416] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3970; }","duration":"563.176702ms","start":"2026-07-24T17:29:07.141964Z","end":"2026-07-24T17:29:07.705141Z","steps":["trace[719219416] 'agreement among raft nodes before linearized reading' (duration: 562.849489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:07.705369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:07.141954Z","time spent":"563.394661ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:08.533751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:09.034406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:09.534905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:09.854783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.833578633s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:29:09.855433Z","caller":"traceutil/trace.go:171","msg":"trace[405036548] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"1.834308441s","start":"2026-07-24T17:29:08.021068Z","end":"2026-07-24T17:29:09.855377Z","steps":["trace[405036548] 'process raft request' (duration: 1.834121594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:09.855642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.021043Z","time spent":"1.834486308s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:10.765989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.958312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:10.76633Z","caller":"traceutil/trace.go:171","msg":"trace[1878051078] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"2.149494741s","start":"2026-07-24T17:29:08.616813Z","end":"2026-07-24T17:29:10.766308Z","steps":["trace[1878051078] 'process raft request' (duration: 2.149363896s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.766437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.616786Z","time spent":"2.149603125s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:10.766573Z","caller":"traceutil/trace.go:171","msg":"trace[1065782984] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"2.733663688s","start":"2026-07-24T17:29:08.032879Z","end":"2026-07-24T17:29:10.766543Z","steps":["trace[1065782984] 'process raft request' (duration: 2.55005868s)","trace[1065782984] 'compare' (duration: 182.497465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:10.766687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.032854Z","time spent":"2.733782942s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:10.766757Z","caller":"traceutil/trace.go:171","msg":"trace[2119596806] linearizableReadLoop","detail":"{readStateIndex:4160; appliedIndex:4154; }","duration":"2.733368516s","start":"2026-07-24T17:29:08.033365Z","end":"2026-07-24T17:29:10.766733Z","steps":["trace[2119596806] 'read index received' (duration: 1.821721776s)","trace[2119596806] 'applied index is now lower than readState.Index' (duration: 911.64577ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:10.766693Z","caller":"traceutil/trace.go:171","msg":"trace[1752357290] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"2.723641462s","start":"2026-07-24T17:29:08.043035Z","end":"2026-07-24T17:29:10.766676Z","steps":["trace[1752357290] 'process raft request' (duration: 2.72306364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.766951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945961379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:10.76701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.792628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:10.767066Z","caller":"traceutil/trace.go:171","msg":"trace[78329727] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3976; }","duration":"229.883361ms","start":"2026-07-24T17:29:10.537169Z","end":"2026-07-24T17:29:10.767052Z","steps":["trace[78329727] 'agreement among raft nodes before linearized reading' (duration: 229.811278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662686944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:10.767149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726100587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:29:10.766953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262510132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:10.767142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.043026Z","time spent":"2.723882071s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:10.767248Z","caller":"traceutil/trace.go:171","msg":"trace[542059731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3976; }","duration":"2.726254052s","start":"2026-07-24T17:29:08.040975Z","end":"2026-07-24T17:29:10.767229Z","steps":["trace[542059731] 'agreement among raft nodes before linearized reading' (duration: 2.725976321s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439070237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:10.767351Z","caller":"traceutil/trace.go:171","msg":"trace[1197849134] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3976; }","duration":"2.439192402s","start":"2026-07-24T17:29:08.328142Z","end":"2026-07-24T17:29:10.767334Z","steps":["trace[1197849134] 'agreement among raft nodes before linearized reading' (duration: 2.439091398s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:10.766836Z","caller":"traceutil/trace.go:171","msg":"trace[552210389] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"1.646642715s","start":"2026-07-24T17:29:09.120179Z","end":"2026-07-24T17:29:10.766822Z","steps":["trace[552210389] 'process raft request' (duration: 1.646471379s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057076905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:29:10.767406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.328119Z","time spent":"2.439271915s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:10.767439Z","caller":"traceutil/trace.go:171","msg":"trace[2070570751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3976; }","duration":"1.057168008s","start":"2026-07-24T17:29:09.710259Z","end":"2026-07-24T17:29:10.767427Z","steps":["trace[2070570751] 'agreement among raft nodes before linearized reading' (duration: 1.057007281s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72541515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:29:10.767181Z","caller":"traceutil/trace.go:171","msg":"trace[1172951884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3976; }","duration":"1.662772457s","start":"2026-07-24T17:29:09.104383Z","end":"2026-07-24T17:29:10.767155Z","steps":["trace[1172951884] 'agreement among raft nodes before linearized reading' (duration: 1.662711745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:09.710238Z","time spent":"1.05723661s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:10.767503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:09.104362Z","time spent":"1.66313151s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:10.767522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231864245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:10.767571Z","caller":"traceutil/trace.go:171","msg":"trace[1936483789] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3976; }","duration":"2.231966708s","start":"2026-07-24T17:29:08.53559Z","end":"2026-07-24T17:29:10.767557Z","steps":["trace[1936483789] 'agreement among raft nodes before linearized reading' (duration: 2.231843273s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725861968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:29:10.767613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.535531Z","time spent":"2.232069212s","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:10.767017Z","caller":"traceutil/trace.go:171","msg":"trace[1322955373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3976; }","duration":"1.946065332s","start":"2026-07-24T17:29:08.820935Z","end":"2026-07-24T17:29:10.767Z","steps":["trace[1322955373] 'agreement among raft nodes before linearized reading' (duration: 1.945959988s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411955133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:10.767687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726256492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:29:10.767448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:09.120155Z","time spent":"1.647241838s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:10.767726Z","caller":"traceutil/trace.go:171","msg":"trace[72273088] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3976; }","duration":"2.412040406s","start":"2026-07-24T17:29:08.355672Z","end":"2026-07-24T17:29:10.767712Z","steps":["trace[72273088] 'agreement among raft nodes before linearized reading' (duration: 2.411965083s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:10.767729Z","caller":"traceutil/trace.go:171","msg":"trace[1070138392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3976; }","duration":"2.726310724s","start":"2026-07-24T17:29:08.041408Z","end":"2026-07-24T17:29:10.767719Z","steps":["trace[1070138392] 'agreement among raft nodes before linearized reading' (duration: 2.726229491s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.041399Z","time spent":"2.726381907s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:29:10.767619Z","caller":"traceutil/trace.go:171","msg":"trace[1463897662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3976; }","duration":"2.725910079s","start":"2026-07-24T17:29:08.041701Z","end":"2026-07-24T17:29:10.767611Z","steps":["trace[1463897662] 'agreement among raft nodes before linearized reading' (duration: 2.725819585s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.041693Z","time spent":"2.726255802s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:10.767075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370098758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:10.768099Z","caller":"traceutil/trace.go:171","msg":"trace[556763088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3976; }","duration":"1.371176529s","start":"2026-07-24T17:29:09.396906Z","end":"2026-07-24T17:29:10.768083Z","steps":["trace[556763088] 'agreement among raft nodes before linearized reading' (duration: 1.370135669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.768727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:09.396886Z","time spent":"1.371818954s","remote":"127.0.0.1:60120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:10.767498Z","caller":"traceutil/trace.go:171","msg":"trace[1007624423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3976; }","duration":"2.725461092s","start":"2026-07-24T17:29:08.042024Z","end":"2026-07-24T17:29:10.767485Z","steps":["trace[1007624423] 'agreement among raft nodes before linearized reading' (duration: 2.725359668s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.768891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.042017Z","time spent":"2.726855535s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:29:10.767245Z","caller":"traceutil/trace.go:171","msg":"trace[1976311946] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3976; }","duration":"1.262810993s","start":"2026-07-24T17:29:09.504423Z","end":"2026-07-24T17:29:10.767234Z","steps":["trace[1976311946] 'agreement among raft nodes before linearized reading' (duration: 1.262482841s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.769264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:09.504376Z","time spent":"1.264866843s","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:10.766838Z","caller":"traceutil/trace.go:171","msg":"trace[1885096881] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"1.64910263s","start":"2026-07-24T17:29:09.117712Z","end":"2026-07-24T17:29:10.766815Z","steps":["trace[1885096881] 'process raft request' (duration: 1.648546649s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.767171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73374163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:10.769498Z","caller":"traceutil/trace.go:171","msg":"trace[367573279] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3976; }","duration":"2.736148893s","start":"2026-07-24T17:29:08.03333Z","end":"2026-07-24T17:29:10.769479Z","steps":["trace[367573279] 'agreement among raft nodes before linearized reading' (duration: 2.733526222s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:10.769577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.033319Z","time spent":"2.736227956s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:10.76959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:09.117688Z","time spent":"1.651746692s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:10.767354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.040955Z","time spent":"2.726357586s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:10.76773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.820917Z","time spent":"1.946793381s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:10.767789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:08.355651Z","time spent":"2.412126509s","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:11.62818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.08557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:11.628527Z","caller":"traceutil/trace.go:171","msg":"trace[421014838] linearizableReadLoop","detail":"{readStateIndex:4165; appliedIndex:4160; }","duration":"854.15573ms","start":"2026-07-24T17:29:10.774351Z","end":"2026-07-24T17:29:11.628507Z","steps":["trace[421014838] 'read index received' (duration: 256.723306ms)","trace[421014838] 'applied index is now lower than readState.Index' (duration: 597.431524ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:11.628641Z","caller":"traceutil/trace.go:171","msg":"trace[1948264941] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"855.593696ms","start":"2026-07-24T17:29:10.773027Z","end":"2026-07-24T17:29:11.628621Z","steps":["trace[1948264941] 'process raft request' (duration: 257.949644ms)","trace[1948264941] 'compare' (duration: 596.974116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:11.628765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:10.773015Z","time spent":"855.7031ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:11.628993Z","caller":"traceutil/trace.go:171","msg":"trace[1478664538] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"854.722612ms","start":"2026-07-24T17:29:10.774258Z","end":"2026-07-24T17:29:11.628981Z","steps":["trace[1478664538] 'process raft request' (duration: 854.188081ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:11.628965Z","caller":"traceutil/trace.go:171","msg":"trace[1591203009] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"854.991533ms","start":"2026-07-24T17:29:10.773934Z","end":"2026-07-24T17:29:11.628926Z","steps":["trace[1591203009] 'process raft request' (duration: 854.462052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:11.629057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:10.774252Z","time spent":"854.772604ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:11.629073Z","caller":"traceutil/trace.go:171","msg":"trace[1983781938] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"855.128438ms","start":"2026-07-24T17:29:10.773924Z","end":"2026-07-24T17:29:11.629052Z","steps":["trace[1983781938] 'process raft request' (duration: 854.439001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:11.629164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:10.773921Z","time spent":"855.122347ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:11.629188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:10.77391Z","time spent":"855.230441ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:11.629255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.895959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:29:11.629297Z","caller":"traceutil/trace.go:171","msg":"trace[1167833312] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3981; }","duration":"854.948391ms","start":"2026-07-24T17:29:10.774338Z","end":"2026-07-24T17:29:11.629286Z","steps":["trace[1167833312] 'agreement among raft nodes before linearized reading' (duration: 854.800525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:11.629327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:10.774334Z","time spent":"854.986772ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:11.629383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.216936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:11.629436Z","caller":"traceutil/trace.go:171","msg":"trace[380728968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3981; }","duration":"852.289088ms","start":"2026-07-24T17:29:10.777136Z","end":"2026-07-24T17:29:11.629426Z","steps":["trace[380728968] 'agreement among raft nodes before linearized reading' (duration: 852.211025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:11.629458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:10.77713Z","time spent":"852.323899ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:11.629611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.589728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:11.629629Z","caller":"traceutil/trace.go:171","msg":"trace[792885912] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3981; }","duration":"135.6378ms","start":"2026-07-24T17:29:11.493987Z","end":"2026-07-24T17:29:11.629625Z","steps":["trace[792885912] 'agreement among raft nodes before linearized reading' (duration: 135.593908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:11.629656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.782641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:11.629727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.377842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:11.629718Z","caller":"traceutil/trace.go:171","msg":"trace[2025240729] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3981; }","duration":"304.885676ms","start":"2026-07-24T17:29:11.324817Z","end":"2026-07-24T17:29:11.629703Z","steps":["trace[2025240729] 'agreement among raft nodes before linearized reading' (duration: 304.766311ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:11.629748Z","caller":"traceutil/trace.go:171","msg":"trace[1975913739] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3981; }","duration":"223.441585ms","start":"2026-07-24T17:29:11.406301Z","end":"2026-07-24T17:29:11.629743Z","steps":["trace[1975913739] 'agreement among raft nodes before linearized reading' (duration: 223.411604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:11.629765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:11.324797Z","time spent":"304.955708ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:11.629682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.619723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:11.629883Z","caller":"traceutil/trace.go:171","msg":"trace[849124174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3981; }","duration":"816.841372ms","start":"2026-07-24T17:29:10.813019Z","end":"2026-07-24T17:29:11.62986Z","steps":["trace[849124174] 'agreement among raft nodes before linearized reading' (duration: 816.649654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:11.629928Z","caller":"traceutil/trace.go:171","msg":"trace[1129987936] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"856.861105ms","start":"2026-07-24T17:29:10.773049Z","end":"2026-07-24T17:29:11.62991Z","steps":["trace[1129987936] 'process raft request' (duration: 855.250893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:11.629952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:10.812967Z","time spent":"816.963386ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:11.630022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:10.773026Z","time spent":"856.942598ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:12.700221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.475766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:12.700243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.850409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:12.700318Z","caller":"traceutil/trace.go:171","msg":"trace[5018622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3981; }","duration":"594.628492ms","start":"2026-07-24T17:29:12.105667Z","end":"2026-07-24T17:29:12.700296Z","steps":["trace[5018622] 'range keys from in-memory index tree' (duration: 594.397733ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:12.700343Z","caller":"traceutil/trace.go:171","msg":"trace[1606935647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3981; }","duration":"666.013715ms","start":"2026-07-24T17:29:12.034303Z","end":"2026-07-24T17:29:12.700317Z","steps":["trace[1606935647] 'range keys from in-memory index tree' (duration: 665.759975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:12.700389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.105642Z","time spent":"594.717136ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:12.700445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.034283Z","time spent":"666.104809ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:12.700973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.374747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:12.700449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.261996Z","time spent":"438.448259ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:29:12.701002Z","caller":"traceutil/trace.go:171","msg":"trace[297905118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3981; }","duration":"284.45528ms","start":"2026-07-24T17:29:12.416539Z","end":"2026-07-24T17:29:12.700995Z","steps":["trace[297905118] 'count revisions from in-memory index tree' (duration: 284.310615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:12.701196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.586338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:12.70127Z","caller":"traceutil/trace.go:171","msg":"trace[615857969] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3981; }","duration":"666.65843ms","start":"2026-07-24T17:29:12.034572Z","end":"2026-07-24T17:29:12.701231Z","steps":["trace[615857969] 'range keys from in-memory index tree' (duration: 666.445452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:12.701324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.034561Z","time spent":"666.750164ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:13.280428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390483,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:29:13.434188Z","caller":"traceutil/trace.go:171","msg":"trace[853045961] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"660.813999ms","start":"2026-07-24T17:29:12.773353Z","end":"2026-07-24T17:29:13.434167Z","steps":["trace[853045961] 'process raft request' (duration: 660.690344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:13.434318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.773343Z","time spent":"660.903392ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:14.612701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.425641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:14.612837Z","caller":"traceutil/trace.go:171","msg":"trace[1688317107] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"1.838677329s","start":"2026-07-24T17:29:12.774145Z","end":"2026-07-24T17:29:14.612822Z","steps":["trace[1688317107] 'process raft request' (duration: 953.062162ms)","trace[1688317107] 'compare' (duration: 884.777225ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:14.612888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.774136Z","time spent":"1.838729262s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:14.613304Z","caller":"traceutil/trace.go:171","msg":"trace[1852602834] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"1.837387741s","start":"2026-07-24T17:29:12.775904Z","end":"2026-07-24T17:29:14.613292Z","steps":["trace[1852602834] 'process raft request' (duration: 1.836875931s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:14.613418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.775897Z","time spent":"1.837443552s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:14.613499Z","caller":"traceutil/trace.go:171","msg":"trace[1118320452] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"1.837290336s","start":"2026-07-24T17:29:12.776196Z","end":"2026-07-24T17:29:14.613486Z","steps":["trace[1118320452] 'process raft request' (duration: 1.837053597s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:14.613538Z","caller":"traceutil/trace.go:171","msg":"trace[1097113787] linearizableReadLoop","detail":"{readStateIndex:4169; appliedIndex:4165; }","duration":"1.834027881s","start":"2026-07-24T17:29:12.7795Z","end":"2026-07-24T17:29:14.613528Z","steps":["trace[1097113787] 'read index received' (duration: 654.63823ms)","trace[1097113787] 'applied index is now lower than readState.Index' (duration: 1.179387891s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:14.613796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.776189Z","time spent":"1.837506905s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:15.015883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.444017ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:29:15.016173Z","caller":"traceutil/trace.go:171","msg":"trace[559543284] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4169; }","duration":"402.302732ms","start":"2026-07-24T17:29:14.613851Z","end":"2026-07-24T17:29:15.016154Z","steps":["trace[559543284] 'read index received' (duration: 63.853µs)","trace[559543284] 'applied index is now lower than readState.Index' (duration: 402.237839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.016356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382142294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:29:15.016464Z","caller":"traceutil/trace.go:171","msg":"trace[708009466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3985; }","duration":"1.382305691s","start":"2026-07-24T17:29:13.634138Z","end":"2026-07-24T17:29:15.016444Z","steps":["trace[708009466] 'agreement among raft nodes before linearized reading' (duration: 1.382039121s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:15.016504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:13.634117Z","time spent":"1.382379933s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:29:15.016541Z","caller":"traceutil/trace.go:171","msg":"trace[1584114818] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"398.483234ms","start":"2026-07-24T17:29:14.618041Z","end":"2026-07-24T17:29:15.016525Z","steps":["trace[1584114818] 'process raft request' (duration: 398.015936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:15.01664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:14.618022Z","time spent":"398.553997ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:15.01643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236904474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:29:15.016945Z","caller":"traceutil/trace.go:171","msg":"trace[1557359111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3985; }","duration":"2.237454695s","start":"2026-07-24T17:29:12.779459Z","end":"2026-07-24T17:29:15.016913Z","steps":["trace[1557359111] 'agreement among raft nodes before linearized reading' (duration: 1.834093493s)","trace[1557359111] 'range keys from in-memory index tree' (duration: 402.709517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.016998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:12.779442Z","time spent":"2.237541379s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:29:15.606592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:15.810863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705486306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:15.810996Z","caller":"traceutil/trace.go:171","msg":"trace[399046256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3986; }","duration":"2.705629622s","start":"2026-07-24T17:29:13.105318Z","end":"2026-07-24T17:29:15.810947Z","steps":["trace[399046256] 'agreement among raft nodes before linearized reading' (duration: 1.910969144s)","trace[399046256] 'range keys from in-memory index tree' (duration: 794.514493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.811057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:13.105303Z","time spent":"2.705735875s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:15.811121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777601553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:29:15.811156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514768191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:15.811235Z","caller":"traceutil/trace.go:171","msg":"trace[2059701652] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3986; }","duration":"1.514904857s","start":"2026-07-24T17:29:14.296307Z","end":"2026-07-24T17:29:15.811212Z","steps":["trace[2059701652] 'agreement among raft nodes before linearized reading' (duration: 719.877165ms)","trace[2059701652] 'count revisions from in-memory index tree' (duration: 794.888276ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:15.811233Z","caller":"traceutil/trace.go:171","msg":"trace[884509318] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3986; }","duration":"1.77778113s","start":"2026-07-24T17:29:14.033423Z","end":"2026-07-24T17:29:15.811204Z","steps":["trace[884509318] 'agreement among raft nodes before linearized reading' (duration: 982.800639ms)","trace[884509318] 'range keys from in-memory index tree' (duration: 794.672558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.811267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177186507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:29:15.811273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:14.29629Z","time spent":"1.514974819s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:15.811288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:14.03339Z","time spent":"1.777889054s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:29:15.8113Z","caller":"traceutil/trace.go:171","msg":"trace[1906221857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3986; }","duration":"2.177227199s","start":"2026-07-24T17:29:13.634062Z","end":"2026-07-24T17:29:15.811289Z","steps":["trace[1906221857] 'agreement among raft nodes before linearized reading' (duration: 1.382148325s)","trace[1906221857] 'range keys from in-memory index tree' (duration: 794.922668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.811332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:13.634057Z","time spent":"2.17726745s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:15.811366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580049017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:15.811452Z","caller":"traceutil/trace.go:171","msg":"trace[303740917] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3986; }","duration":"2.58037919s","start":"2026-07-24T17:29:13.231053Z","end":"2026-07-24T17:29:15.811432Z","steps":["trace[303740917] 'agreement among raft nodes before linearized reading' (duration: 1.785189852s)","trace[303740917] 'count revisions from in-memory index tree' (duration: 795.013881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.811539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:13.231032Z","time spent":"2.580491104s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:15.811601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177755199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:29:15.811683Z","caller":"traceutil/trace.go:171","msg":"trace[1567554566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3986; }","duration":"2.177877843s","start":"2026-07-24T17:29:13.633784Z","end":"2026-07-24T17:29:15.811662Z","steps":["trace[1567554566] 'agreement among raft nodes before linearized reading' (duration: 1.382424085s)","trace[1567554566] 'range keys from in-memory index tree' (duration: 795.127836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.811814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:13.633781Z","time spent":"2.178013658s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:29:15.812097Z","caller":"traceutil/trace.go:171","msg":"trace[502789537] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"792.545707ms","start":"2026-07-24T17:29:15.019539Z","end":"2026-07-24T17:29:15.812085Z","steps":["trace[502789537] 'process raft request' (duration: 698.84088ms)","trace[502789537] 'compare' (duration: 93.581982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.812107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178124523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:29:15.812195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.019517Z","time spent":"792.610799ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:15.811095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.198929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:15.812401Z","caller":"traceutil/trace.go:171","msg":"trace[171544167] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3986; }","duration":"902.592632ms","start":"2026-07-24T17:29:14.909787Z","end":"2026-07-24T17:29:15.81238Z","steps":["trace[171544167] 'agreement among raft nodes before linearized reading' (duration: 106.709997ms)","trace[171544167] 'count revisions from in-memory index tree' (duration: 794.498392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.812496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:14.909766Z","time spent":"902.712277ms","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:15.81175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177973057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:29:15.812652Z","caller":"traceutil/trace.go:171","msg":"trace[460252353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3986; }","duration":"2.178902383s","start":"2026-07-24T17:29:13.633738Z","end":"2026-07-24T17:29:15.81264Z","steps":["trace[460252353] 'agreement among raft nodes before linearized reading' (duration: 1.382499938s)","trace[460252353] 'range keys from in-memory index tree' (duration: 795.454979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.81269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:13.633722Z","time spent":"2.178951585s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:29:15.812158Z","caller":"traceutil/trace.go:171","msg":"trace[691744396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3986; }","duration":"2.178178456s","start":"2026-07-24T17:29:13.63396Z","end":"2026-07-24T17:29:15.812139Z","steps":["trace[691744396] 'agreement among raft nodes before linearized reading' (duration: 1.382262659s)","trace[691744396] 'range keys from in-memory index tree' (duration: 795.807832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:15.813126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:13.633956Z","time spent":"2.178896073s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:17.049241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330679055s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:29:17.050136Z","caller":"traceutil/trace.go:171","msg":"trace[1675793617] linearizableReadLoop","detail":"{readStateIndex:4173; appliedIndex:4171; }","duration":"1.944079788s","start":"2026-07-24T17:29:15.106012Z","end":"2026-07-24T17:29:17.050092Z","steps":["trace[1675793617] 'read index received' (duration: 612.445176ms)","trace[1675793617] 'applied index is now lower than readState.Index' (duration: 1.331633152s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:17.050177Z","caller":"traceutil/trace.go:171","msg":"trace[64471453] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"1.610418541s","start":"2026-07-24T17:29:15.43972Z","end":"2026-07-24T17:29:17.050139Z","steps":["trace[64471453] 'process raft request' (duration: 1.609836518s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:17.050485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944450672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:17.050634Z","caller":"traceutil/trace.go:171","msg":"trace[112097516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3988; }","duration":"1.94466086s","start":"2026-07-24T17:29:15.105954Z","end":"2026-07-24T17:29:17.050614Z","steps":["trace[112097516] 'agreement among raft nodes before linearized reading' (duration: 1.944279175s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:17.050861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.105926Z","time spent":"1.944899789s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:17.05067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.439657Z","time spent":"1.610807595s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:17.550744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:17.634805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.714393ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:17.634901Z","caller":"traceutil/trace.go:171","msg":"trace[2118674500] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3988; }","duration":"198.818817ms","start":"2026-07-24T17:29:17.436068Z","end":"2026-07-24T17:29:17.634887Z","steps":["trace[2118674500] 'range keys from in-memory index tree' (duration: 198.703713ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:17.635228Z","caller":"traceutil/trace.go:171","msg":"trace[1338232878] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"1.818975149s","start":"2026-07-24T17:29:15.816235Z","end":"2026-07-24T17:29:17.63521Z","steps":["trace[1338232878] 'process raft request' (duration: 1.818541063s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:17.635354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.816223Z","time spent":"1.819061273s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:17.635798Z","caller":"traceutil/trace.go:171","msg":"trace[44291157] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"1.819374775s","start":"2026-07-24T17:29:15.816387Z","end":"2026-07-24T17:29:17.635762Z","steps":["trace[44291157] 'process raft request' (duration: 1.818753921s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:17.635925Z","caller":"traceutil/trace.go:171","msg":"trace[462467933] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"1.818391066s","start":"2026-07-24T17:29:15.817519Z","end":"2026-07-24T17:29:17.63591Z","steps":["trace[462467933] 'process raft request' (duration: 1.817922148s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:17.635978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.81751Z","time spent":"1.818441619s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:17.636017Z","caller":"traceutil/trace.go:171","msg":"trace[497895089] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"1.818338934s","start":"2026-07-24T17:29:15.817573Z","end":"2026-07-24T17:29:17.635912Z","steps":["trace[497895089] 'process raft request' (duration: 1.818272772s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:17.63604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.81638Z","time spent":"1.819566452s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:17.636067Z","caller":"traceutil/trace.go:171","msg":"trace[1992580012] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"1.017490362s","start":"2026-07-24T17:29:16.618562Z","end":"2026-07-24T17:29:17.636052Z","steps":["trace[1992580012] 'process raft request' (duration: 1.017318865s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:17.636244Z","caller":"traceutil/trace.go:171","msg":"trace[380225226] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"1.017380768s","start":"2026-07-24T17:29:16.618856Z","end":"2026-07-24T17:29:17.636236Z","steps":["trace[380225226] 'process raft request' (duration: 1.017130568s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:17.636376Z","caller":"traceutil/trace.go:171","msg":"trace[1819760711] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"1.016622009s","start":"2026-07-24T17:29:16.619742Z","end":"2026-07-24T17:29:17.636364Z","steps":["trace[1819760711] 'process raft request' (duration: 1.016462043s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:17.636437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:16.61973Z","time spent":"1.016677761s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:17.636501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:16.618842Z","time spent":"1.017488583s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:17.636246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:16.618538Z","time spent":"1.017685819s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:17.636242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.817563Z","time spent":"1.818548743s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:18.919431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.787969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:18.919597Z","caller":"traceutil/trace.go:171","msg":"trace[1056510509] linearizableReadLoop","detail":"{readStateIndex:4181; appliedIndex:4173; }","duration":"1.869325823s","start":"2026-07-24T17:29:17.050259Z","end":"2026-07-24T17:29:18.919585Z","steps":["trace[1056510509] 'read index received' (duration: 584.841641ms)","trace[1056510509] 'applied index is now lower than readState.Index' (duration: 1.284483302s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:18.919703Z","caller":"traceutil/trace.go:171","msg":"trace[961653538] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"1.803733111s","start":"2026-07-24T17:29:17.11596Z","end":"2026-07-24T17:29:18.919693Z","steps":["trace[961653538] 'process raft request' (duration: 940.617839ms)","trace[961653538] 'compare' (duration: 862.563471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:18.919864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:17.115939Z","time spent":"1.803862105s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:18.920498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861979539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:18.920572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104785942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:29:18.920616Z","caller":"traceutil/trace.go:171","msg":"trace[840590364] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3997; }","duration":"3.104826584s","start":"2026-07-24T17:29:15.815774Z","end":"2026-07-24T17:29:18.9206Z","steps":["trace[840590364] 'agreement among raft nodes before linearized reading' (duration: 3.104243431s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.920646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19021445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:18.920681Z","caller":"traceutil/trace.go:171","msg":"trace[2123702113] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3997; }","duration":"2.190277553s","start":"2026-07-24T17:29:16.730393Z","end":"2026-07-24T17:29:18.920671Z","steps":["trace[2123702113] 'agreement among raft nodes before linearized reading' (duration: 2.189611627s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.920664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181402412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:18.920706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384847403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:29:18.92073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082671389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:18.920726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103725403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:29:18.920755Z","caller":"traceutil/trace.go:171","msg":"trace[100267998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3997; }","duration":"2.082749822s","start":"2026-07-24T17:29:16.837997Z","end":"2026-07-24T17:29:18.920747Z","steps":["trace[100267998] 'agreement among raft nodes before linearized reading' (duration: 2.081997393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.920782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:16.837967Z","time spent":"2.082809184s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:18.920786Z","caller":"traceutil/trace.go:171","msg":"trace[1315272629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3997; }","duration":"1.103835887s","start":"2026-07-24T17:29:17.816937Z","end":"2026-07-24T17:29:18.920773Z","steps":["trace[1315272629] 'agreement among raft nodes before linearized reading' (duration: 1.103639829s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:18.920792Z","caller":"traceutil/trace.go:171","msg":"trace[1084795657] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"677.860388ms","start":"2026-07-24T17:29:18.242924Z","end":"2026-07-24T17:29:18.920784Z","steps":["trace[1084795657] 'process raft request' (duration: 676.598639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.920804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394085673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:18.92082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:17.816917Z","time spent":"1.103893349s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:18.920789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544367907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:18.920834Z","caller":"traceutil/trace.go:171","msg":"trace[566585871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3997; }","duration":"1.394155347s","start":"2026-07-24T17:29:17.526671Z","end":"2026-07-24T17:29:18.920827Z","steps":["trace[566585871] 'agreement among raft nodes before linearized reading' (duration: 1.394101775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.92086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:17.526655Z","time spent":"1.394198908s","remote":"127.0.0.1:60104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:18.920707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:16.730378Z","time spent":"2.190321564s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:18.920868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:18.242902Z","time spent":"677.913149ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:18.920864Z","caller":"traceutil/trace.go:171","msg":"trace[1093311293] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3997; }","duration":"3.544514382s","start":"2026-07-24T17:29:15.376331Z","end":"2026-07-24T17:29:18.920846Z","steps":["trace[1093311293] 'agreement among raft nodes before linearized reading' (duration: 3.543692361s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.920912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.376313Z","time spent":"3.544588275s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:18.920651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:15.815715Z","time spent":"3.104929188s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:29:18.920997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435610877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:18.921028Z","caller":"traceutil/trace.go:171","msg":"trace[1179058569] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3997; }","duration":"1.43569065s","start":"2026-07-24T17:29:17.485332Z","end":"2026-07-24T17:29:18.921022Z","steps":["trace[1179058569] 'agreement among raft nodes before linearized reading' (duration: 1.435621707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.921048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:17.485307Z","time spent":"1.435736402s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:18.920742Z","caller":"traceutil/trace.go:171","msg":"trace[129625060] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3997; }","duration":"1.181539497s","start":"2026-07-24T17:29:17.739186Z","end":"2026-07-24T17:29:18.920726Z","steps":["trace[129625060] 'agreement among raft nodes before linearized reading' (duration: 1.181402451s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.92101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137438214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:29:18.920746Z","caller":"traceutil/trace.go:171","msg":"trace[1407509894] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:3997; }","duration":"2.384942877s","start":"2026-07-24T17:29:16.535787Z","end":"2026-07-24T17:29:18.92073Z","steps":["trace[1407509894] 'agreement among raft nodes before linearized reading' (duration: 2.384224879s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:18.921122Z","caller":"traceutil/trace.go:171","msg":"trace[682928578] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3997; }","duration":"1.137624241s","start":"2026-07-24T17:29:17.783474Z","end":"2026-07-24T17:29:18.921098Z","steps":["trace[682928578] 'agreement among raft nodes before linearized reading' (duration: 1.137141302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.921139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:16.535767Z","time spent":"2.385361183s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:29:18.921189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:17.783455Z","time spent":"1.137722155s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":295,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:18.921076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:17.739172Z","time spent":"1.181895881s","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:18.92055Z","caller":"traceutil/trace.go:171","msg":"trace[198712803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3997; }","duration":"1.862067802s","start":"2026-07-24T17:29:17.05847Z","end":"2026-07-24T17:29:18.920538Z","steps":["trace[198712803] 'agreement among raft nodes before linearized reading' (duration: 1.861988069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:18.921816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:17.058452Z","time spent":"1.863355701s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:19.723203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.67316ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:29:19.723281Z","caller":"traceutil/trace.go:171","msg":"trace[52490084] linearizableReadLoop","detail":"{readStateIndex:4183; appliedIndex:4182; }","duration":"800.090376ms","start":"2026-07-24T17:29:18.923177Z","end":"2026-07-24T17:29:19.723267Z","steps":["trace[52490084] 'read index received' (duration: 430.416586ms)","trace[52490084] 'applied index is now lower than readState.Index' (duration: 369.67276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:19.723362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:18.922916Z","time spent":"800.443899ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:29:19.723707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.502401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:19.723808Z","caller":"traceutil/trace.go:171","msg":"trace[311481523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3997; }","duration":"800.643677ms","start":"2026-07-24T17:29:18.923142Z","end":"2026-07-24T17:29:19.723785Z","steps":["trace[311481523] 'agreement among raft nodes before linearized reading' (duration: 800.47586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:19.7239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:18.923126Z","time spent":"800.758972ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:20.223622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:20.482301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.407802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:20.482522Z","caller":"traceutil/trace.go:171","msg":"trace[1209238346] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"1.558057948s","start":"2026-07-24T17:29:18.924441Z","end":"2026-07-24T17:29:20.482499Z","steps":["trace[1209238346] 'process raft request' (duration: 1.422378736s)","trace[1209238346] 'compare' (duration: 134.993826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:20.482645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:18.92443Z","time spent":"1.558152233s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:20.482527Z","caller":"traceutil/trace.go:171","msg":"trace[1467868413] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"1.426261528s","start":"2026-07-24T17:29:19.056241Z","end":"2026-07-24T17:29:20.482502Z","steps":["trace[1467868413] 'process raft request' (duration: 1.426163724s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:20.482766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.056217Z","time spent":"1.426528998s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:21.061908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.173214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:21.06223Z","caller":"traceutil/trace.go:171","msg":"trace[1271480744] linearizableReadLoop","detail":"{readStateIndex:4190; appliedIndex:4183; }","duration":"1.338900689s","start":"2026-07-24T17:29:19.723314Z","end":"2026-07-24T17:29:21.062214Z","steps":["trace[1271480744] 'read index received' (duration: 623.514459ms)","trace[1271480744] 'applied index is now lower than readState.Index' (duration: 715.38522ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:21.062313Z","caller":"traceutil/trace.go:171","msg":"trace[382919030] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"1.420802052s","start":"2026-07-24T17:29:19.641498Z","end":"2026-07-24T17:29:21.0623Z","steps":["trace[382919030] 'process raft request' (duration: 1.125145959s)","trace[382919030] 'compare' (duration: 294.78914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:21.06238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.641481Z","time spent":"1.420866395s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:21.062773Z","caller":"traceutil/trace.go:171","msg":"trace[300321916] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"1.420937007s","start":"2026-07-24T17:29:19.641823Z","end":"2026-07-24T17:29:21.06276Z","steps":["trace[300321916] 'process raft request' (duration: 1.420204749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.062843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.641813Z","time spent":"1.42099678s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:21.062985Z","caller":"traceutil/trace.go:171","msg":"trace[1624100495] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"1.420513731s","start":"2026-07-24T17:29:19.642459Z","end":"2026-07-24T17:29:21.062973Z","steps":["trace[1624100495] 'process raft request' (duration: 1.419651188s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.063043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.642451Z","time spent":"1.420563963s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:21.063162Z","caller":"traceutil/trace.go:171","msg":"trace[1208145828] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"1.338307995s","start":"2026-07-24T17:29:19.724846Z","end":"2026-07-24T17:29:21.063153Z","steps":["trace[1208145828] 'process raft request' (duration: 1.337293096s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:21.063166Z","caller":"traceutil/trace.go:171","msg":"trace[35087607] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"960.771441ms","start":"2026-07-24T17:29:20.102318Z","end":"2026-07-24T17:29:21.063089Z","steps":["trace[35087607] 'process raft request' (duration: 959.858846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.063216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.72483Z","time spent":"1.338360418s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:21.06336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:20.102242Z","time spent":"961.00947ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:21.063467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42204185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:29:21.063572Z","caller":"traceutil/trace.go:171","msg":"trace[1091370026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4004; }","duration":"1.422214857s","start":"2026-07-24T17:29:19.641339Z","end":"2026-07-24T17:29:21.063554Z","steps":["trace[1091370026] 'agreement among raft nodes before linearized reading' (duration: 1.421929486s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.063651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13993256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T17:29:21.063665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.641317Z","time spent":"1.422330691s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:29:21.063696Z","caller":"traceutil/trace.go:171","msg":"trace[1318087060] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4004; }","duration":"2.140008664s","start":"2026-07-24T17:29:18.923677Z","end":"2026-07-24T17:29:21.063685Z","steps":["trace[1318087060] 'agreement among raft nodes before linearized reading' (duration: 2.139876359s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.063736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:18.923662Z","time spent":"2.140063975s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:21.063426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421013391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:29:21.063929Z","caller":"traceutil/trace.go:171","msg":"trace[1921379174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4004; }","duration":"1.421543931s","start":"2026-07-24T17:29:19.642366Z","end":"2026-07-24T17:29:21.06391Z","steps":["trace[1921379174] 'agreement among raft nodes before linearized reading' (duration: 1.420965688s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.064103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422604302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:29:21.064268Z","caller":"traceutil/trace.go:171","msg":"trace[588060263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4004; }","duration":"1.42281129s","start":"2026-07-24T17:29:19.641443Z","end":"2026-07-24T17:29:21.064255Z","steps":["trace[588060263] 'agreement among raft nodes before linearized reading' (duration: 1.422622813s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.064367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.641422Z","time spent":"1.422910744s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:21.064418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.642358Z","time spent":"1.421831042s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:21.064491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423060989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:29:21.064638Z","caller":"traceutil/trace.go:171","msg":"trace[1492718338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4004; }","duration":"1.423224266s","start":"2026-07-24T17:29:19.6414Z","end":"2026-07-24T17:29:21.064624Z","steps":["trace[1492718338] 'agreement among raft nodes before linearized reading' (duration: 1.421591213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.064771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.641394Z","time spent":"1.42331851s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:21.562812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:29:21.724557Z","caller":"traceutil/trace.go:171","msg":"trace[1097187479] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"723.136055ms","start":"2026-07-24T17:29:21.001387Z","end":"2026-07-24T17:29:21.724523Z","steps":["trace[1097187479] 'process raft request' (duration: 679.324432ms)","trace[1097187479] 'compare' (duration: 42.828066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:21.724754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:21.001369Z","time spent":"723.273271ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:21.73357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000830849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:29:21.733672Z","caller":"traceutil/trace.go:171","msg":"trace[487759029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000989055s","start":"2026-07-24T17:29:19.73266Z","end":"2026-07-24T17:29:21.733649Z","steps":["trace[487759029] 'agreement among raft nodes before linearized reading' (duration: 2.000870351s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:21.733769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:19.732638Z","time spent":"2.00111171s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:29:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:29:22.15997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.953548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:22.160335Z","caller":"traceutil/trace.go:171","msg":"trace[318553882] linearizableReadLoop","detail":"{readStateIndex:4195; appliedIndex:4190; }","duration":"1.098044495s","start":"2026-07-24T17:29:21.06227Z","end":"2026-07-24T17:29:22.160314Z","steps":["trace[318553882] 'read index received' (duration: 618.472732ms)","trace[318553882] 'applied index is now lower than readState.Index' (duration: 479.570383ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:22.160556Z","caller":"traceutil/trace.go:171","msg":"trace[1811736271] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"1.091646347s","start":"2026-07-24T17:29:21.068873Z","end":"2026-07-24T17:29:22.16052Z","steps":["trace[1811736271] 'process raft request' (duration: 825.049434ms)","trace[1811736271] 'compare' (duration: 265.530352ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:22.16069Z","caller":"traceutil/trace.go:171","msg":"trace[2135962827] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"1.090659299s","start":"2026-07-24T17:29:21.070012Z","end":"2026-07-24T17:29:22.160671Z","steps":["trace[2135962827] 'process raft request' (duration: 1.090122048s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:22.16077Z","caller":"traceutil/trace.go:171","msg":"trace[1299134996] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"1.090615648s","start":"2026-07-24T17:29:21.070132Z","end":"2026-07-24T17:29:22.160748Z","steps":["trace[1299134996] 'process raft request' (duration: 1.090083817s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:22.161324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:21.070003Z","time spent":"1.091155319s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:22.161383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:21.070127Z","time spent":"1.091233572s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:22.16085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.717344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:22.161505Z","caller":"traceutil/trace.go:171","msg":"trace[332020720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4009; }","duration":"130.404841ms","start":"2026-07-24T17:29:22.031075Z","end":"2026-07-24T17:29:22.161479Z","steps":["trace[332020720] 'agreement among raft nodes before linearized reading' (duration: 129.735695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:22.161122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:21.068858Z","time spent":"1.092193759s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:22.160825Z","caller":"traceutil/trace.go:171","msg":"trace[124402048] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"1.089167021s","start":"2026-07-24T17:29:21.071639Z","end":"2026-07-24T17:29:22.160806Z","steps":["trace[124402048] 'process raft request' (duration: 1.08862376s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:22.162655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:21.071622Z","time spent":"1.090981392s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:22.160867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093875614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:29:22.162759Z","caller":"traceutil/trace.go:171","msg":"trace[744929662] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4009; }","duration":"1.095793128s","start":"2026-07-24T17:29:21.066952Z","end":"2026-07-24T17:29:22.162745Z","steps":["trace[744929662] 'agreement among raft nodes before linearized reading' (duration: 1.0937809s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:22.162916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:21.06694Z","time spent":"1.09586209s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:29:22.160875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137722885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:29:22.163162Z","caller":"traceutil/trace.go:171","msg":"trace[545541695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4009; }","duration":"2.140061136s","start":"2026-07-24T17:29:20.023083Z","end":"2026-07-24T17:29:22.163144Z","steps":["trace[545541695] 'agreement among raft nodes before linearized reading' (duration: 2.137619921s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:22.16322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:20.023063Z","time spent":"2.140139169s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:29:22.160922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.079655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:22.16343Z","caller":"traceutil/trace.go:171","msg":"trace[279992400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4009; }","duration":"429.620583ms","start":"2026-07-24T17:29:21.733795Z","end":"2026-07-24T17:29:22.163416Z","steps":["trace[279992400] 'agreement among raft nodes before linearized reading' (duration: 427.109976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:22.163483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:21.733769Z","time spent":"429.695996ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:22.160973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.173875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:22.163587Z","caller":"traceutil/trace.go:171","msg":"trace[816502008] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4009; }","duration":"137.827417ms","start":"2026-07-24T17:29:22.025747Z","end":"2026-07-24T17:29:22.163575Z","steps":["trace[816502008] 'agreement among raft nodes before linearized reading' (duration: 135.151614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:22.160991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093892844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:29:22.163709Z","caller":"traceutil/trace.go:171","msg":"trace[2044402875] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4009; }","duration":"1.09662328s","start":"2026-07-24T17:29:21.067078Z","end":"2026-07-24T17:29:22.163701Z","steps":["trace[2044402875] 'agreement among raft nodes before linearized reading' (duration: 1.093844763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:22.163734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:21.06707Z","time spent":"1.096654171s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:23.50977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113606599s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:29:23.510057Z","caller":"traceutil/trace.go:171","msg":"trace[1665717493] linearizableReadLoop","detail":"{readStateIndex:4196; appliedIndex:4195; }","duration":"1.276887311s","start":"2026-07-24T17:29:22.233149Z","end":"2026-07-24T17:29:23.510036Z","steps":["trace[1665717493] 'read index received' (duration: 162.933428ms)","trace[1665717493] 'applied index is now lower than readState.Index' (duration: 1.113952533s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:23.510262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277105579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:29:23.510301Z","caller":"traceutil/trace.go:171","msg":"trace[566423720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4009; }","duration":"1.277193022s","start":"2026-07-24T17:29:22.233092Z","end":"2026-07-24T17:29:23.510285Z","steps":["trace[566423720] 'agreement among raft nodes before linearized reading' (duration: 1.277041617s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:23.510339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:22.233071Z","time spent":"1.277261725s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:29:23.511057Z","caller":"traceutil/trace.go:171","msg":"trace[769248171] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"1.022426335s","start":"2026-07-24T17:29:22.488598Z","end":"2026-07-24T17:29:23.511025Z","steps":["trace[769248171] 'process raft request' (duration: 1.021344713s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:23.511337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:22.488587Z","time spent":"1.022629842s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:23.744277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.147394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:23.744707Z","caller":"traceutil/trace.go:171","msg":"trace[400006480] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"1.223561362s","start":"2026-07-24T17:29:22.521116Z","end":"2026-07-24T17:29:23.744678Z","steps":["trace[400006480] 'process raft request' (duration: 989.892537ms)","trace[400006480] 'compare' (duration: 232.52202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:23.7448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:22.521089Z","time spent":"1.223669056s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:23.745017Z","caller":"traceutil/trace.go:171","msg":"trace[45670591] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"675.493386ms","start":"2026-07-24T17:29:23.069499Z","end":"2026-07-24T17:29:23.744992Z","steps":["trace[45670591] 'process raft request' (duration: 675.057779ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:23.745143Z","caller":"traceutil/trace.go:171","msg":"trace[834331138] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"675.366041ms","start":"2026-07-24T17:29:23.069764Z","end":"2026-07-24T17:29:23.74513Z","steps":["trace[834331138] 'process raft request' (duration: 675.229106ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:23.745141Z","caller":"traceutil/trace.go:171","msg":"trace[31697506] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"675.489796ms","start":"2026-07-24T17:29:23.069626Z","end":"2026-07-24T17:29:23.745116Z","steps":["trace[31697506] 'process raft request' (duration: 675.187704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:23.745133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:23.069474Z","time spent":"675.59967ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:23.745224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:23.069739Z","time spent":"675.449525ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:23.745286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:23.069606Z","time spent":"675.59684ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:23.745358Z","caller":"traceutil/trace.go:171","msg":"trace[138073594] linearizableReadLoop","detail":"{readStateIndex:4201; appliedIndex:4197; }","duration":"235.225934ms","start":"2026-07-24T17:29:23.51011Z","end":"2026-07-24T17:29:23.745336Z","steps":["trace[138073594] 'read index received' (duration: 109.539925ms)","trace[138073594] 'applied index is now lower than readState.Index' (duration: 125.682349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:23.745441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.371339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:23.745472Z","caller":"traceutil/trace.go:171","msg":"trace[2087740132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4014; }","duration":"639.434382ms","start":"2026-07-24T17:29:23.106028Z","end":"2026-07-24T17:29:23.745463Z","steps":["trace[2087740132] 'agreement among raft nodes before linearized reading' (duration: 639.38016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:23.74551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:23.10601Z","time spent":"639.494174ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:23.7455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.484128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:23.745554Z","caller":"traceutil/trace.go:171","msg":"trace[1821084363] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4014; }","duration":"427.575131ms","start":"2026-07-24T17:29:23.317963Z","end":"2026-07-24T17:29:23.745538Z","steps":["trace[1821084363] 'agreement among raft nodes before linearized reading' (duration: 427.444916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:23.745678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:23.317946Z","time spent":"427.711027ms","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:23.745913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258600886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:29:23.745966Z","caller":"traceutil/trace.go:171","msg":"trace[664460908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4014; }","duration":"1.258900167s","start":"2026-07-24T17:29:22.487052Z","end":"2026-07-24T17:29:23.745952Z","steps":["trace[664460908] 'agreement among raft nodes before linearized reading' (duration: 1.258510672s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:23.746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:22.487034Z","time spent":"1.25895724s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:24.571688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.625669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:29:24.57175Z","caller":"traceutil/trace.go:171","msg":"trace[411364023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4015; }","duration":"402.731514ms","start":"2026-07-24T17:29:24.169004Z","end":"2026-07-24T17:29:24.571736Z","steps":["trace[411364023] 'range keys from in-memory index tree' (duration: 402.458654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:24.57178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.168988Z","time spent":"402.785816ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:24.571973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.853235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:24.572049Z","caller":"traceutil/trace.go:171","msg":"trace[2119838480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4015; }","duration":"465.98611ms","start":"2026-07-24T17:29:24.106047Z","end":"2026-07-24T17:29:24.572034Z","steps":["trace[2119838480] 'range keys from in-memory index tree' (duration: 465.781612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:24.57209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.10603Z","time spent":"466.053373ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:24.572104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.798866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:29:24.572126Z","caller":"traceutil/trace.go:171","msg":"trace[250533433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4015; }","duration":"402.839558ms","start":"2026-07-24T17:29:24.169279Z","end":"2026-07-24T17:29:24.572119Z","steps":["trace[250533433] 'range keys from in-memory index tree' (duration: 402.730074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:24.572156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.169267Z","time spent":"402.884759ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:24.572275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.008869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:24.572301Z","caller":"traceutil/trace.go:171","msg":"trace[98716012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4015; }","duration":"114.069891ms","start":"2026-07-24T17:29:24.458224Z","end":"2026-07-24T17:29:24.572294Z","steps":["trace[98716012] 'count revisions from in-memory index tree' (duration: 113.948907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:24.572281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.17767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:24.57201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.944753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:29:24.572391Z","caller":"traceutil/trace.go:171","msg":"trace[28293436] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4015; }","duration":"329.351167ms","start":"2026-07-24T17:29:24.243018Z","end":"2026-07-24T17:29:24.572369Z","steps":["trace[28293436] 'count revisions from in-memory index tree' (duration: 329.074256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:24.572443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.24299Z","time spent":"329.44184ms","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:24.572779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.589239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:24.572812Z","caller":"traceutil/trace.go:171","msg":"trace[1631475866] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4015; }","duration":"537.649932ms","start":"2026-07-24T17:29:24.035154Z","end":"2026-07-24T17:29:24.572804Z","steps":["trace[1631475866] 'range keys from in-memory index tree' (duration: 537.470425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:24.572834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.035138Z","time spent":"537.689674ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:24.572056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.061247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:29:24.573163Z","caller":"traceutil/trace.go:171","msg":"trace[2095931614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4015; }","duration":"404.196711ms","start":"2026-07-24T17:29:24.168948Z","end":"2026-07-24T17:29:24.573145Z","steps":["trace[2095931614] 'range keys from in-memory index tree' (duration: 402.913151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:24.573213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.168927Z","time spent":"404.267894ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:29:24.572429Z","caller":"traceutil/trace.go:171","msg":"trace[76886637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4015; }","duration":"403.343188ms","start":"2026-07-24T17:29:24.169046Z","end":"2026-07-24T17:29:24.57239Z","steps":["trace[76886637] 'range keys from in-memory index tree' (duration: 402.844668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:24.57526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.169043Z","time spent":"406.200828ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:25.080351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:29:25.226987Z","caller":"traceutil/trace.go:171","msg":"trace[491121253] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"648.609514ms","start":"2026-07-24T17:29:24.578345Z","end":"2026-07-24T17:29:25.226954Z","steps":["trace[491121253] 'process raft request' (duration: 648.380245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:25.227699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.578324Z","time spent":"649.29363ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:25.915358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.39893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:25.915571Z","caller":"traceutil/trace.go:171","msg":"trace[73207176] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"398.475952ms","start":"2026-07-24T17:29:25.51708Z","end":"2026-07-24T17:29:25.915556Z","steps":["trace[73207176] 'process raft request' (duration: 398.42175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:25.91562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:25.517054Z","time spent":"398.543664ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:25.915723Z","caller":"traceutil/trace.go:171","msg":"trace[513205216] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"1.336073253s","start":"2026-07-24T17:29:24.57964Z","end":"2026-07-24T17:29:25.915714Z","steps":["trace[513205216] 'process raft request' (duration: 1.335828353s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:25.915765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.579615Z","time spent":"1.336130945s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:25.915769Z","caller":"traceutil/trace.go:171","msg":"trace[1184015639] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"1.337361343s","start":"2026-07-24T17:29:24.578385Z","end":"2026-07-24T17:29:25.915746Z","steps":["trace[1184015639] 'process raft request' (duration: 697.500955ms)","trace[1184015639] 'compare' (duration: 639.280656ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:25.915847Z","caller":"traceutil/trace.go:171","msg":"trace[85933819] linearizableReadLoop","detail":"{readStateIndex:4206; appliedIndex:4202; }","duration":"1.336014711s","start":"2026-07-24T17:29:24.579804Z","end":"2026-07-24T17:29:25.915819Z","steps":["trace[85933819] 'read index received' (duration: 646.928009ms)","trace[85933819] 'applied index is now lower than readState.Index' (duration: 689.085792ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:25.915701Z","caller":"traceutil/trace.go:171","msg":"trace[797812348] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"1.337089042s","start":"2026-07-24T17:29:24.578585Z","end":"2026-07-24T17:29:25.915674Z","steps":["trace[797812348] 'process raft request' (duration: 1.336848423s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:25.915912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.578579Z","time spent":"1.337310361s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:25.915905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.578355Z","time spent":"1.337464577s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:25.916033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33623897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:29:25.916057Z","caller":"traceutil/trace.go:171","msg":"trace[389697091] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4020; }","duration":"1.336304392s","start":"2026-07-24T17:29:24.579746Z","end":"2026-07-24T17:29:25.91605Z","steps":["trace[389697091] 'agreement among raft nodes before linearized reading' (duration: 1.336213178s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:25.916077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:24.579726Z","time spent":"1.336347084s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:29:25.966967Z","caller":"traceutil/trace.go:171","msg":"trace[2086345033] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"216.855958ms","start":"2026-07-24T17:29:25.750085Z","end":"2026-07-24T17:29:25.966941Z","steps":["trace[2086345033] 'process raft request' (duration: 216.694532ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:26.35864Z","caller":"traceutil/trace.go:171","msg":"trace[609404576] transaction","detail":"{read_only:false; response_revision:4023; number_of_response:1; }","duration":"606.828974ms","start":"2026-07-24T17:29:25.751782Z","end":"2026-07-24T17:29:26.358611Z","steps":["trace[609404576] 'process raft request' (duration: 606.753591ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:26.358605Z","caller":"traceutil/trace.go:171","msg":"trace[1280057898] linearizableReadLoop","detail":"{readStateIndex:4210; appliedIndex:4207; }","duration":"442.715286ms","start":"2026-07-24T17:29:25.915866Z","end":"2026-07-24T17:29:26.358581Z","steps":["trace[1280057898] 'read index received' (duration: 50.919369ms)","trace[1280057898] 'applied index is now lower than readState.Index' (duration: 391.794907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:26.358837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.269336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:29:26.358879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065891329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:26.358912Z","caller":"traceutil/trace.go:171","msg":"trace[1125798536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4023; }","duration":"513.38446ms","start":"2026-07-24T17:29:25.845507Z","end":"2026-07-24T17:29:26.358892Z","steps":["trace[1125798536] 'agreement among raft nodes before linearized reading' (duration: 513.13384ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:26.358945Z","caller":"traceutil/trace.go:171","msg":"trace[1056465916] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"608.352243ms","start":"2026-07-24T17:29:25.750538Z","end":"2026-07-24T17:29:26.35889Z","steps":["trace[1056465916] 'process raft request' (duration: 607.828273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:26.35897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:25.845491Z","time spent":"513.465833ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:26.358759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:25.751752Z","time spent":"606.945688ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:26.358971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252850201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:26.359017Z","caller":"traceutil/trace.go:171","msg":"trace[1368691638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4023; }","duration":"1.252928313s","start":"2026-07-24T17:29:25.106078Z","end":"2026-07-24T17:29:26.359007Z","steps":["trace[1368691638] 'agreement among raft nodes before linearized reading' (duration: 1.252873561s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:26.359053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:25.106059Z","time spent":"1.252987636s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:26.358922Z","caller":"traceutil/trace.go:171","msg":"trace[1558233850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4023; }","duration":"1.065971122s","start":"2026-07-24T17:29:25.292937Z","end":"2026-07-24T17:29:26.358908Z","steps":["trace[1558233850] 'agreement among raft nodes before linearized reading' (duration: 1.065891659s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:26.359123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:25.292921Z","time spent":"1.06618107s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:26.359155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:25.750527Z","time spent":"608.50793ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:26.3596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.203572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:29:26.359724Z","caller":"traceutil/trace.go:171","msg":"trace[1994817005] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4023; }","duration":"438.365818ms","start":"2026-07-24T17:29:25.921338Z","end":"2026-07-24T17:29:26.359704Z","steps":["trace[1994817005] 'agreement among raft nodes before linearized reading' (duration: 437.526056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:26.359847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:25.921313Z","time spent":"438.491873ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:29:26.688317Z","caller":"traceutil/trace.go:171","msg":"trace[2033605917] transaction","detail":"{read_only:false; response_revision:4024; number_of_response:1; }","duration":"323.534277ms","start":"2026-07-24T17:29:26.364763Z","end":"2026-07-24T17:29:26.688297Z","steps":["trace[2033605917] 'process raft request' (duration: 320.78785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:26.688405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.190647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:26.68844Z","caller":"traceutil/trace.go:171","msg":"trace[702230684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4024; }","duration":"320.26415ms","start":"2026-07-24T17:29:26.368167Z","end":"2026-07-24T17:29:26.688431Z","steps":["trace[702230684] 'agreement among raft nodes before linearized reading' (duration: 320.193447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:26.688486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:26.368153Z","time spent":"320.325882ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:26.688474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:26.364748Z","time spent":"323.654511ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:26.688316Z","caller":"traceutil/trace.go:171","msg":"trace[1464559583] linearizableReadLoop","detail":"{readStateIndex:4211; appliedIndex:4210; }","duration":"320.095064ms","start":"2026-07-24T17:29:26.368195Z","end":"2026-07-24T17:29:26.68829Z","steps":["trace[1464559583] 'read index received' (duration: 317.299865ms)","trace[1464559583] 'applied index is now lower than readState.Index' (duration: 2.794119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:26.688909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.387935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:29:26.688952Z","caller":"traceutil/trace.go:171","msg":"trace[43638921] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4024; }","duration":"152.465919ms","start":"2026-07-24T17:29:26.536475Z","end":"2026-07-24T17:29:26.688941Z","steps":["trace[43638921] 'agreement among raft nodes before linearized reading' (duration: 152.305423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:27.447067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.342495ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:29:27.447132Z","caller":"traceutil/trace.go:171","msg":"trace[792323576] linearizableReadLoop","detail":"{readStateIndex:4212; appliedIndex:4211; }","duration":"215.728978ms","start":"2026-07-24T17:29:27.231391Z","end":"2026-07-24T17:29:27.44712Z","steps":["trace[792323576] 'read index received' (duration: 38.342µs)","trace[792323576] 'applied index is now lower than readState.Index' (duration: 215.689766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:27.447186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:26.690179Z","time spent":"756.999989ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:29:27.447239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.841722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:29:27.447257Z","caller":"traceutil/trace.go:171","msg":"trace[1889482834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4024; }","duration":"215.900704ms","start":"2026-07-24T17:29:27.23135Z","end":"2026-07-24T17:29:27.447251Z","steps":["trace[1889482834] 'agreement among raft nodes before linearized reading' (duration: 215.80123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.312373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.605168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:28.312744Z","caller":"traceutil/trace.go:171","msg":"trace[1978185310] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"864.38039ms","start":"2026-07-24T17:29:27.44834Z","end":"2026-07-24T17:29:28.31272Z","steps":["trace[1978185310] 'process raft request' (duration: 367.324594ms)","trace[1978185310] 'compare' (duration: 496.39056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:28.31287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:27.448324Z","time spent":"864.475724ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:28.312889Z","caller":"traceutil/trace.go:171","msg":"trace[770990086] linearizableReadLoop","detail":"{readStateIndex:4214; appliedIndex:4212; }","duration":"391.498941ms","start":"2026-07-24T17:29:27.921366Z","end":"2026-07-24T17:29:28.312864Z","steps":["trace[770990086] 'read index received' (duration: 212.558626ms)","trace[770990086] 'applied index is now lower than readState.Index' (duration: 178.937795ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:28.313097Z","caller":"traceutil/trace.go:171","msg":"trace[1218810893] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"862.214505ms","start":"2026-07-24T17:29:27.450864Z","end":"2026-07-24T17:29:28.313078Z","steps":["trace[1218810893] 'process raft request' (duration: 861.789399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.313322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.954129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:29:28.313355Z","caller":"traceutil/trace.go:171","msg":"trace[1957353467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4026; }","duration":"392.065854ms","start":"2026-07-24T17:29:27.921282Z","end":"2026-07-24T17:29:28.313348Z","steps":["trace[1957353467] 'agreement among raft nodes before linearized reading' (duration: 391.946959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.313245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:27.450856Z","time spent":"862.333881ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:28.313378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:27.921256Z","time spent":"392.117146ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:29:28.980482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.296456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:28.980966Z","caller":"traceutil/trace.go:171","msg":"trace[1495672237] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"1.058357441s","start":"2026-07-24T17:29:27.922579Z","end":"2026-07-24T17:29:28.980936Z","steps":["trace[1495672237] 'process raft request' (duration: 505.492003ms)","trace[1495672237] 'compare' (duration: 551.998234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:28.981105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:27.922561Z","time spent":"1.058470026s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:28.981088Z","caller":"traceutil/trace.go:171","msg":"trace[447642605] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"1.001088885s","start":"2026-07-24T17:29:27.979976Z","end":"2026-07-24T17:29:28.981065Z","steps":["trace[447642605] 'process raft request' (duration: 1.000887707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.981333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:27.979958Z","time spent":"1.001317924s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:28.981441Z","caller":"traceutil/trace.go:171","msg":"trace[1230511878] linearizableReadLoop","detail":"{readStateIndex:4216; appliedIndex:4214; }","duration":"668.394419ms","start":"2026-07-24T17:29:28.313034Z","end":"2026-07-24T17:29:28.981429Z","steps":["trace[1230511878] 'read index received' (duration: 114.97909ms)","trace[1230511878] 'applied index is now lower than readState.Index' (duration: 553.413829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:28.981558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.127489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-24T17:29:28.981596Z","caller":"traceutil/trace.go:171","msg":"trace[218597258] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4029; }","duration":"798.204663ms","start":"2026-07-24T17:29:28.183381Z","end":"2026-07-24T17:29:28.981586Z","steps":["trace[218597258] 'agreement among raft nodes before linearized reading' (duration: 798.13191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.981624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.18336Z","time spent":"798.256675ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T17:29:28.981795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.122918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:28.981833Z","caller":"traceutil/trace.go:171","msg":"trace[2051852510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4030; }","duration":"877.18007ms","start":"2026-07-24T17:29:28.104642Z","end":"2026-07-24T17:29:28.981822Z","steps":["trace[2051852510] 'agreement among raft nodes before linearized reading' (duration: 877.114288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.981856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.104629Z","time spent":"877.221591ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:28.982072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.425068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:28.982107Z","caller":"traceutil/trace.go:171","msg":"trace[295791015] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4031; }","duration":"947.503862ms","start":"2026-07-24T17:29:28.034594Z","end":"2026-07-24T17:29:28.982098Z","steps":["trace[295791015] 'agreement among raft nodes before linearized reading' (duration: 947.384087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.982132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.034572Z","time spent":"947.553343ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:28.982219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.690072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:29:28.982219Z","caller":"traceutil/trace.go:171","msg":"trace[1132475962] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"665.698334ms","start":"2026-07-24T17:29:28.316464Z","end":"2026-07-24T17:29:28.982162Z","steps":["trace[1132475962] 'process raft request' (duration: 664.488967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:28.982286Z","caller":"traceutil/trace.go:171","msg":"trace[115498816] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4031; }","duration":"667.780525ms","start":"2026-07-24T17:29:28.314489Z","end":"2026-07-24T17:29:28.982269Z","steps":["trace[115498816] 'agreement among raft nodes before linearized reading' (duration: 667.620649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.982341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.314476Z","time spent":"667.851298ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:29:28.982418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.316441Z","time spent":"665.871951ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:28.982624Z","caller":"traceutil/trace.go:171","msg":"trace[1802391156] transaction","detail":"{read_only:false; response_revision:4030; number_of_response:1; }","duration":"617.306452ms","start":"2026-07-24T17:29:28.365305Z","end":"2026-07-24T17:29:28.982611Z","steps":["trace[1802391156] 'process raft request' (duration: 615.71173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.982633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005194334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:28.982688Z","caller":"traceutil/trace.go:171","msg":"trace[2111206197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4031; }","duration":"1.005293118s","start":"2026-07-24T17:29:27.977378Z","end":"2026-07-24T17:29:28.982671Z","steps":["trace[2111206197] 'agreement among raft nodes before linearized reading' (duration: 1.005133932s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.982747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:27.977364Z","time spent":"1.00536699s","remote":"127.0.0.1:36804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:28.982783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.64176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:29:28.982836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06142892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:29:28.982837Z","caller":"traceutil/trace.go:171","msg":"trace[254656966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4031; }","duration":"289.732123ms","start":"2026-07-24T17:29:28.693085Z","end":"2026-07-24T17:29:28.982817Z","steps":["trace[254656966] 'agreement among raft nodes before linearized reading' (duration: 289.549596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.982853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.248391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:29:28.982875Z","caller":"traceutil/trace.go:171","msg":"trace[549439374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4031; }","duration":"1.061480002s","start":"2026-07-24T17:29:27.921385Z","end":"2026-07-24T17:29:28.982865Z","steps":["trace[549439374] 'agreement among raft nodes before linearized reading' (duration: 1.061387799s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.982908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:27.92138Z","time spent":"1.061520454s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:28.982695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.36526Z","time spent":"617.400155ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:28.982935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061540524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:29:28.983Z","caller":"traceutil/trace.go:171","msg":"trace[827942141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4031; }","duration":"1.061655639s","start":"2026-07-24T17:29:27.921331Z","end":"2026-07-24T17:29:28.982987Z","steps":["trace[827942141] 'agreement among raft nodes before linearized reading' (duration: 1.061480902s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.983042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:27.921313Z","time spent":"1.061719871s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:29:28.983071Z","caller":"traceutil/trace.go:171","msg":"trace[985416286] transaction","detail":"{read_only:false; response_revision:4031; number_of_response:1; }","duration":"617.50029ms","start":"2026-07-24T17:29:28.365552Z","end":"2026-07-24T17:29:28.983053Z","steps":["trace[985416286] 'process raft request' (duration: 616.22117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.983154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.365543Z","time spent":"617.574742ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:28.983681Z","caller":"traceutil/trace.go:171","msg":"trace[1231534711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4031; }","duration":"463.098453ms","start":"2026-07-24T17:29:28.520568Z","end":"2026-07-24T17:29:28.983666Z","steps":["trace[1231534711] 'agreement among raft nodes before linearized reading' (duration: 462.168627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:28.984484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.520552Z","time spent":"463.161765ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:29:29.598834Z","caller":"traceutil/trace.go:171","msg":"trace[350750908] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"610.957699ms","start":"2026-07-24T17:29:28.987857Z","end":"2026-07-24T17:29:29.598815Z","steps":["trace[350750908] 'process raft request' (duration: 610.797463ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:29.598979Z","caller":"traceutil/trace.go:171","msg":"trace[1055656783] linearizableReadLoop","detail":"{readStateIndex:4221; appliedIndex:4219; }","duration":"610.679929ms","start":"2026-07-24T17:29:28.988274Z","end":"2026-07-24T17:29:29.598954Z","steps":["trace[1055656783] 'read index received' (duration: 85.864483ms)","trace[1055656783] 'applied index is now lower than readState.Index' (duration: 524.814116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:29.599035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.987821Z","time spent":"611.102216ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:29.599157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.871447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T17:29:29.599165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.445691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:29.599192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.265613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:29.59921Z","caller":"traceutil/trace.go:171","msg":"trace[992726239] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4034; }","duration":"610.96259ms","start":"2026-07-24T17:29:28.988221Z","end":"2026-07-24T17:29:29.599184Z","steps":["trace[992726239] 'agreement among raft nodes before linearized reading' (duration: 610.824104ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:29.599222Z","caller":"traceutil/trace.go:171","msg":"trace[1810214873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4034; }","duration":"493.540235ms","start":"2026-07-24T17:29:29.105667Z","end":"2026-07-24T17:29:29.599207Z","steps":["trace[1810214873] 'agreement among raft nodes before linearized reading' (duration: 493.450771ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:29.59924Z","caller":"traceutil/trace.go:171","msg":"trace[1330436583] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4034; }","duration":"239.642857ms","start":"2026-07-24T17:29:29.359587Z","end":"2026-07-24T17:29:29.59923Z","steps":["trace[1330436583] 'agreement among raft nodes before linearized reading' (duration: 239.572664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:29.599243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.988197Z","time spent":"611.036183ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:29:29.59898Z","caller":"traceutil/trace.go:171","msg":"trace[1019036524] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"610.322585ms","start":"2026-07-24T17:29:28.988638Z","end":"2026-07-24T17:29:29.59896Z","steps":["trace[1019036524] 'process raft request' (duration: 610.152519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:29.599187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.801723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:29:29.599271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:29.105649Z","time spent":"493.611608ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:29.599279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.099776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:29:29.599345Z","caller":"traceutil/trace.go:171","msg":"trace[1508324649] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4034; }","duration":"610.236192ms","start":"2026-07-24T17:29:28.989097Z","end":"2026-07-24T17:29:29.599333Z","steps":["trace[1508324649] 'agreement among raft nodes before linearized reading' (duration: 610.008763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:29.599373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.989067Z","time spent":"610.301374ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:29:29.599292Z","caller":"traceutil/trace.go:171","msg":"trace[566706745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4034; }","duration":"610.923369ms","start":"2026-07-24T17:29:28.988357Z","end":"2026-07-24T17:29:29.59928Z","steps":["trace[566706745] 'agreement among raft nodes before linearized reading' (duration: 610.732451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:29.599485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.988351Z","time spent":"611.126466ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:29:29.59968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:28.988608Z","time spent":"610.666628ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:30.912686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.391244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:29:30.912749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245104766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:30.912685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.445357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:30.912822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.844828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:30.912887Z","caller":"traceutil/trace.go:171","msg":"trace[1860118269] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4034; }","duration":"878.960613ms","start":"2026-07-24T17:29:30.033914Z","end":"2026-07-24T17:29:30.912874Z","steps":["trace[1860118269] 'range keys from in-memory index tree' (duration: 878.596269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:30.912942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.03389Z","time spent":"879.034686ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:29:30.912777Z","caller":"traceutil/trace.go:171","msg":"trace[601973005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4034; }","duration":"595.481057ms","start":"2026-07-24T17:29:30.317275Z","end":"2026-07-24T17:29:30.912756Z","steps":["trace[601973005] 'range keys from in-memory index tree' (duration: 595.223007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:30.913283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.317232Z","time spent":"596.034139ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:29:30.912832Z","caller":"traceutil/trace.go:171","msg":"trace[151951149] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4034; }","duration":"1.245237972s","start":"2026-07-24T17:29:29.667574Z","end":"2026-07-24T17:29:30.912811Z","steps":["trace[151951149] 'range keys from in-memory index tree' (duration: 1.245025974s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:30.913518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.394651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:30.91359Z","caller":"traceutil/trace.go:171","msg":"trace[1737953288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4034; }","duration":"808.485714ms","start":"2026-07-24T17:29:30.105082Z","end":"2026-07-24T17:29:30.913568Z","steps":["trace[1737953288] 'range keys from in-memory index tree' (duration: 808.258056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:30.913641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.105068Z","time spent":"808.561537ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:30.913825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:29.667555Z","time spent":"1.24624495s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:29:30.914257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.554666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:30.914236Z","caller":"traceutil/trace.go:171","msg":"trace[1240745818] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4034; }","duration":"906.656965ms","start":"2026-07-24T17:29:30.006157Z","end":"2026-07-24T17:29:30.912814Z","steps":["trace[1240745818] 'count revisions from in-memory index tree' (duration: 906.374654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:30.914315Z","caller":"traceutil/trace.go:171","msg":"trace[435378665] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4034; }","duration":"199.64768ms","start":"2026-07-24T17:29:30.714655Z","end":"2026-07-24T17:29:30.914303Z","steps":["trace[435378665] 'count revisions from in-memory index tree' (duration: 199.497534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:30.914382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.006138Z","time spent":"908.202925ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:31.516768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390604,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:29:31.73422Z","caller":"traceutil/trace.go:171","msg":"trace[1919981798] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"745.597915ms","start":"2026-07-24T17:29:30.988593Z","end":"2026-07-24T17:29:31.734191Z","steps":["trace[1919981798] 'process raft request' (duration: 712.343987ms)","trace[1919981798] 'compare' (duration: 32.724327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:31.734371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.988579Z","time spent":"745.712879ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:31.734613Z","caller":"traceutil/trace.go:171","msg":"trace[1893897835] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"745.47303ms","start":"2026-07-24T17:29:30.989121Z","end":"2026-07-24T17:29:31.734594Z","steps":["trace[1893897835] 'process raft request' (duration: 745.412087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.734758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.989096Z","time spent":"745.605315ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:31.734843Z","caller":"traceutil/trace.go:171","msg":"trace[1397994607] transaction","detail":"{read_only:false; response_revision:4037; number_of_response:1; }","duration":"746.121405ms","start":"2026-07-24T17:29:30.988684Z","end":"2026-07-24T17:29:31.734805Z","steps":["trace[1397994607] 'process raft request' (duration: 745.371856ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:31.734843Z","caller":"traceutil/trace.go:171","msg":"trace[43265574] transaction","detail":"{read_only:false; response_revision:4038; number_of_response:1; }","duration":"745.826233ms","start":"2026-07-24T17:29:30.988989Z","end":"2026-07-24T17:29:31.734815Z","steps":["trace[43265574] 'process raft request' (duration: 745.466599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.735018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.988979Z","time spent":"745.936178ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:31.7358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.988674Z","time spent":"746.24024ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:31.73843Z","caller":"traceutil/trace.go:171","msg":"trace[1173150835] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"485.351786ms","start":"2026-07-24T17:29:31.253069Z","end":"2026-07-24T17:29:31.738421Z","steps":["trace[1173150835] 'process raft request' (duration: 485.247632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.73848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.253045Z","time spent":"485.410988ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:31.738599Z","caller":"traceutil/trace.go:171","msg":"trace[626804080] transaction","detail":"{read_only:false; response_revision:4041; number_of_response:1; }","duration":"382.366718ms","start":"2026-07-24T17:29:31.356222Z","end":"2026-07-24T17:29:31.738589Z","steps":["trace[626804080] 'process raft request' (duration: 382.174971ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:31.738589Z","caller":"traceutil/trace.go:171","msg":"trace[974365753] linearizableReadLoop","detail":"{readStateIndex:4229; appliedIndex:4223; }","duration":"722.762681ms","start":"2026-07-24T17:29:31.015809Z","end":"2026-07-24T17:29:31.738571Z","steps":["trace[974365753] 'read index received' (duration: 685.150174ms)","trace[974365753] 'applied index is now lower than readState.Index' (duration: 37.611027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:31.738638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.356194Z","time spent":"382.42541ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:31.73876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.616856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"warn","ts":"2026-07-24T17:29:31.738766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.313791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T17:29:31.738781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.283026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:29:31.738809Z","caller":"traceutil/trace.go:171","msg":"trace[1210504633] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4041; }","duration":"818.372262ms","start":"2026-07-24T17:29:30.920423Z","end":"2026-07-24T17:29:31.738795Z","steps":["trace[1210504633] 'agreement among raft nodes before linearized reading' (duration: 818.246337ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:31.73882Z","caller":"traceutil/trace.go:171","msg":"trace[1489887521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4041; }","duration":"750.37359ms","start":"2026-07-24T17:29:30.988435Z","end":"2026-07-24T17:29:31.738809Z","steps":["trace[1489887521] 'agreement among raft nodes before linearized reading' (duration: 750.204183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.738821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.509708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:29:31.73884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.920416Z","time spent":"818.416515ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:31.738853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.514878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:31.738866Z","caller":"traceutil/trace.go:171","msg":"trace[546506726] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4041; }","duration":"669.574271ms","start":"2026-07-24T17:29:31.069288Z","end":"2026-07-24T17:29:31.738862Z","steps":["trace[546506726] 'agreement among raft nodes before linearized reading' (duration: 669.55508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.738879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.069265Z","time spent":"669.610292ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:31.738895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:30.988411Z","time spent":"750.431292ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:29:31.738781Z","caller":"traceutil/trace.go:171","msg":"trace[66561989] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4041; }","duration":"721.651618ms","start":"2026-07-24T17:29:31.017125Z","end":"2026-07-24T17:29:31.738777Z","steps":["trace[66561989] 'agreement among raft nodes before linearized reading' (duration: 721.581915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.738799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.921997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:31.738996Z","caller":"traceutil/trace.go:171","msg":"trace[967835321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4041; }","duration":"636.154587ms","start":"2026-07-24T17:29:31.102837Z","end":"2026-07-24T17:29:31.738992Z","steps":["trace[967835321] 'agreement among raft nodes before linearized reading' (duration: 635.953179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.017114Z","time spent":"721.876576ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:29:31.739011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.102818Z","time spent":"636.189117ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:31.738855Z","caller":"traceutil/trace.go:171","msg":"trace[859361312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4041; }","duration":"135.583551ms","start":"2026-07-24T17:29:31.603263Z","end":"2026-07-24T17:29:31.738847Z","steps":["trace[859361312] 'agreement among raft nodes before linearized reading' (duration: 135.483637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.73919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.375752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:29:31.739214Z","caller":"traceutil/trace.go:171","msg":"trace[798094275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4041; }","duration":"135.418474ms","start":"2026-07-24T17:29:31.603791Z","end":"2026-07-24T17:29:31.739209Z","steps":["trace[798094275] 'agreement among raft nodes before linearized reading' (duration: 135.361802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.738835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.831502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:29:31.739285Z","caller":"traceutil/trace.go:171","msg":"trace[653403999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4041; }","duration":"661.260318ms","start":"2026-07-24T17:29:31.077978Z","end":"2026-07-24T17:29:31.739238Z","steps":["trace[653403999] 'agreement among raft nodes before linearized reading' (duration: 660.828102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:31.740285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.077968Z","time spent":"662.303019ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:32.888799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060074369s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:29:32.889297Z","caller":"traceutil/trace.go:171","msg":"trace[1644634820] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"1.143493861s","start":"2026-07-24T17:29:31.745769Z","end":"2026-07-24T17:29:32.889262Z","steps":["trace[1644634820] 'process raft request' (duration: 1.143416318s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.889417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.745744Z","time spent":"1.143595355s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:32.889426Z","caller":"traceutil/trace.go:171","msg":"trace[2070719124] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"1.143605534s","start":"2026-07-24T17:29:31.745705Z","end":"2026-07-24T17:29:32.88931Z","steps":["trace[2070719124] 'process raft request' (duration: 1.143307043s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:32.889602Z","caller":"traceutil/trace.go:171","msg":"trace[866185391] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4230; }","duration":"1.140942731s","start":"2026-07-24T17:29:31.748649Z","end":"2026-07-24T17:29:32.889591Z","steps":["trace[866185391] 'read index received' (duration: 80.293259ms)","trace[866185391] 'applied index is now lower than readState.Index' (duration: 1.060648292s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:32.889741Z","caller":"traceutil/trace.go:171","msg":"trace[2078173628] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"1.143119486s","start":"2026-07-24T17:29:31.746614Z","end":"2026-07-24T17:29:32.889733Z","steps":["trace[2078173628] 'process raft request' (duration: 1.142597166s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.889784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.746606Z","time spent":"1.143157497s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:32.889858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.745678Z","time spent":"1.143929077s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:32.889937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141285964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:29:32.889973Z","caller":"traceutil/trace.go:171","msg":"trace[1320886026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4046; }","duration":"1.141336547s","start":"2026-07-24T17:29:31.748624Z","end":"2026-07-24T17:29:32.889961Z","steps":["trace[1320886026] 'agreement among raft nodes before linearized reading' (duration: 1.141224742s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.890001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.748616Z","time spent":"1.141380178s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:29:32.88954Z","caller":"traceutil/trace.go:171","msg":"trace[442517340] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"1.143808842s","start":"2026-07-24T17:29:31.74572Z","end":"2026-07-24T17:29:32.889528Z","steps":["trace[442517340] 'process raft request' (duration: 1.143437007s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.890347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.130652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:32.89037Z","caller":"traceutil/trace.go:171","msg":"trace[1046054111] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4046; }","duration":"185.219144ms","start":"2026-07-24T17:29:32.705144Z","end":"2026-07-24T17:29:32.890363Z","steps":["trace[1046054111] 'agreement among raft nodes before linearized reading' (duration: 185.160192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.890495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.889914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:32.890519Z","caller":"traceutil/trace.go:171","msg":"trace[829820436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4046; }","duration":"640.957637ms","start":"2026-07-24T17:29:32.249555Z","end":"2026-07-24T17:29:32.890513Z","steps":["trace[829820436] 'agreement among raft nodes before linearized reading' (duration: 640.922346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.890539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:32.249531Z","time spent":"641.002589ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:32.890651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.948913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:32.890777Z","caller":"traceutil/trace.go:171","msg":"trace[2041505854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4046; }","duration":"786.097769ms","start":"2026-07-24T17:29:32.104637Z","end":"2026-07-24T17:29:32.890734Z","steps":["trace[2041505854] 'agreement among raft nodes before linearized reading' (duration: 785.926512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.890817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:32.104615Z","time spent":"786.194803ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:32.890246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.136821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:32.89114Z","caller":"traceutil/trace.go:171","msg":"trace[1253252250] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4046; }","duration":"857.058407ms","start":"2026-07-24T17:29:32.034059Z","end":"2026-07-24T17:29:32.891118Z","steps":["trace[1253252250] 'agreement among raft nodes before linearized reading' (duration: 856.136642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:32.891244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:32.034035Z","time spent":"857.187513ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:32.891577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:31.745696Z","time spent":"1.144596252s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:34.323669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303570856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:29:34.323891Z","caller":"traceutil/trace.go:171","msg":"trace[2098151050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4046; }","duration":"1.303841197s","start":"2026-07-24T17:29:33.020025Z","end":"2026-07-24T17:29:34.323866Z","steps":["trace[2098151050] 'range keys from in-memory index tree' (duration: 1.303330787s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:34.323963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.020005Z","time spent":"1.303941571s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:29:34.324192Z","caller":"traceutil/trace.go:171","msg":"trace[1372878240] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"584.493237ms","start":"2026-07-24T17:29:33.73967Z","end":"2026-07-24T17:29:34.324163Z","steps":["trace[1372878240] 'process raft request' (duration: 533.327605ms)","trace[1372878240] 'compare' (duration: 49.889633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:34.324334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.73965Z","time spent":"584.606712ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:34.87613Z","caller":"traceutil/trace.go:171","msg":"trace[395273985] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"1.135878823s","start":"2026-07-24T17:29:33.740016Z","end":"2026-07-24T17:29:34.875894Z","steps":["trace[395273985] 'process raft request' (duration: 1.1143889s)","trace[395273985] 'compare' (duration: 21.257994ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:34.876281Z","caller":"traceutil/trace.go:171","msg":"trace[1994577817] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"1.136160694s","start":"2026-07-24T17:29:33.740096Z","end":"2026-07-24T17:29:34.876257Z","steps":["trace[1994577817] 'process raft request' (duration: 1.135718837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:34.876415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.739995Z","time spent":"1.13630702s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:34.876429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.740073Z","time spent":"1.136280159s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:34.877359Z","caller":"traceutil/trace.go:171","msg":"trace[1830022341] linearizableReadLoop","detail":"{readStateIndex:4238; appliedIndex:4234; }","duration":"1.044545985s","start":"2026-07-24T17:29:33.832771Z","end":"2026-07-24T17:29:34.877317Z","steps":["trace[1830022341] 'read index received' (duration: 440.375563ms)","trace[1830022341] 'applied index is now lower than readState.Index' (duration: 604.169282ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:34.877495Z","caller":"traceutil/trace.go:171","msg":"trace[1977598442] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"1.136602182s","start":"2026-07-24T17:29:33.740878Z","end":"2026-07-24T17:29:34.87748Z","steps":["trace[1977598442] 'process raft request' (duration: 1.135314802s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:34.877625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.740867Z","time spent":"1.136667674s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:34.877719Z","caller":"traceutil/trace.go:171","msg":"trace[324079420] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"951.518621ms","start":"2026-07-24T17:29:33.926178Z","end":"2026-07-24T17:29:34.877697Z","steps":["trace[324079420] 'process raft request' (duration: 950.949539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:34.877837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.92616Z","time spent":"951.635926ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:34.877578Z","caller":"traceutil/trace.go:171","msg":"trace[1370725141] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"950.543944ms","start":"2026-07-24T17:29:33.927009Z","end":"2026-07-24T17:29:34.877553Z","steps":["trace[1370725141] 'process raft request' (duration: 950.248982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:34.877943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045140049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:29:34.878001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.926983Z","time spent":"950.952349ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:34.878029Z","caller":"traceutil/trace.go:171","msg":"trace[1953706178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4052; }","duration":"1.045292404s","start":"2026-07-24T17:29:33.832722Z","end":"2026-07-24T17:29:34.878014Z","steps":["trace[1953706178] 'agreement among raft nodes before linearized reading' (duration: 1.044982862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:34.878133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.832702Z","time spent":"1.045362187s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:35.688855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.863025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:35.689601Z","caller":"traceutil/trace.go:171","msg":"trace[640573314] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"1.361118509s","start":"2026-07-24T17:29:34.328111Z","end":"2026-07-24T17:29:35.689229Z","steps":["trace[640573314] 'process raft request' (duration: 829.784676ms)","trace[640573314] 'compare' (duration: 530.613385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:35.68972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:34.328091Z","time spent":"1.361570587s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:36.103076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000743778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:29:36.103159Z","caller":"traceutil/trace.go:171","msg":"trace[982177076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000868593s","start":"2026-07-24T17:29:34.102271Z","end":"2026-07-24T17:29:36.103139Z","steps":["trace[982177076] 'agreement among raft nodes before linearized reading' (duration: 2.000767879s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.103275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:34.102225Z","time spent":"2.000970267s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:29:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:29:36.289878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.527655ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:29:36.291346Z","caller":"traceutil/trace.go:171","msg":"trace[608715658] linearizableReadLoop","detail":"{readStateIndex:4242; appliedIndex:4240; }","duration":"1.413877099s","start":"2026-07-24T17:29:34.877437Z","end":"2026-07-24T17:29:36.291314Z","steps":["trace[608715658] 'read index received' (duration: 280.403858ms)","trace[608715658] 'applied index is now lower than readState.Index' (duration: 1.133470171s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:36.291652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257180248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:29:36.291714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442857641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:36.291939Z","caller":"traceutil/trace.go:171","msg":"trace[1407397341] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4053; }","duration":"2.257342554s","start":"2026-07-24T17:29:34.034401Z","end":"2026-07-24T17:29:36.291743Z","steps":["trace[1407397341] 'agreement among raft nodes before linearized reading' (duration: 2.256959829s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:36.291786Z","caller":"traceutil/trace.go:171","msg":"trace[916999075] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4053; }","duration":"2.442978917s","start":"2026-07-24T17:29:33.848784Z","end":"2026-07-24T17:29:36.291763Z","steps":["trace[916999075] 'agreement among raft nodes before linearized reading' (duration: 2.442716776s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.292007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:34.034345Z","time spent":"2.257647625s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:36.292025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:33.848765Z","time spent":"2.443237096s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:36.292388Z","caller":"traceutil/trace.go:171","msg":"trace[297378968] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"1.41028422s","start":"2026-07-24T17:29:34.882086Z","end":"2026-07-24T17:29:36.29237Z","steps":["trace[297378968] 'process raft request' (duration: 1.409601694s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.292499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:34.88207Z","time spent":"1.410360802s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:36.292739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.301008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:36.292778Z","caller":"traceutil/trace.go:171","msg":"trace[1981814122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4054; }","duration":"189.38601ms","start":"2026-07-24T17:29:36.103381Z","end":"2026-07-24T17:29:36.292767Z","steps":["trace[1981814122] 'agreement among raft nodes before linearized reading' (duration: 189.314738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.292782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397812537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:29:36.292919Z","caller":"traceutil/trace.go:171","msg":"trace[435888685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4054; }","duration":"1.397981253s","start":"2026-07-24T17:29:34.894927Z","end":"2026-07-24T17:29:36.292908Z","steps":["trace[435888685] 'agreement among raft nodes before linearized reading' (duration: 1.397681361s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.292956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:34.894913Z","time spent":"1.398033385s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:36.293283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398398729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:29:36.293319Z","caller":"traceutil/trace.go:171","msg":"trace[1351019811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4054; }","duration":"1.398478252s","start":"2026-07-24T17:29:34.894832Z","end":"2026-07-24T17:29:36.29331Z","steps":["trace[1351019811] 'agreement among raft nodes before linearized reading' (duration: 1.397692612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.293343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:34.894814Z","time spent":"1.398523034s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:29:36.293815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397292286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:29:36.293911Z","caller":"traceutil/trace.go:171","msg":"trace[1851666165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4054; }","duration":"1.397520375s","start":"2026-07-24T17:29:34.896379Z","end":"2026-07-24T17:29:36.293899Z","steps":["trace[1851666165] 'agreement among raft nodes before linearized reading' (duration: 1.396215335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:36.29478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:34.896345Z","time spent":"1.39842354s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:37.551602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005953231s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:29:37.635354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.811659ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:37.635493Z","caller":"traceutil/trace.go:171","msg":"trace[2086634203] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4054; }","duration":"198.966614ms","start":"2026-07-24T17:29:37.436509Z","end":"2026-07-24T17:29:37.635476Z","steps":["trace[2086634203] 'range keys from in-memory index tree' (duration: 198.796218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:37.635731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102088198s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:37.636042Z","caller":"traceutil/trace.go:171","msg":"trace[1627739328] linearizableReadLoop","detail":"{readStateIndex:4246; appliedIndex:4243; }","duration":"1.335384452s","start":"2026-07-24T17:29:36.300644Z","end":"2026-07-24T17:29:37.636028Z","steps":["trace[1627739328] 'read index received' (duration: 232.992342ms)","trace[1627739328] 'applied index is now lower than readState.Index' (duration: 1.10239139s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:37.63605Z","caller":"traceutil/trace.go:171","msg":"trace[207850777] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"1.337562357s","start":"2026-07-24T17:29:36.298456Z","end":"2026-07-24T17:29:37.636019Z","steps":["trace[207850777] 'process raft request' (duration: 235.122985ms)","trace[207850777] 'compare' (duration: 1.10137219s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:37.636087Z","caller":"traceutil/trace.go:171","msg":"trace[126427758] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"1.337024356s","start":"2026-07-24T17:29:36.299047Z","end":"2026-07-24T17:29:37.636071Z","steps":["trace[126427758] 'process raft request' (duration: 1.336908741s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:37.636107Z","caller":"traceutil/trace.go:171","msg":"trace[771183672] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"1.30593382s","start":"2026-07-24T17:29:36.330148Z","end":"2026-07-24T17:29:37.636082Z","steps":["trace[771183672] 'process raft request' (duration: 1.305849417s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:37.63667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.299038Z","time spent":"1.337547016s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:37.636151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335498616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:37.636793Z","caller":"traceutil/trace.go:171","msg":"trace[218390051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4058; }","duration":"1.336150302s","start":"2026-07-24T17:29:36.300628Z","end":"2026-07-24T17:29:37.636779Z","steps":["trace[218390051] 'agreement among raft nodes before linearized reading' (duration: 1.335477476s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:37.636887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.300622Z","time spent":"1.336254926s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:37.636153Z","caller":"traceutil/trace.go:171","msg":"trace[952803211] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"1.337483833s","start":"2026-07-24T17:29:36.298649Z","end":"2026-07-24T17:29:37.636133Z","steps":["trace[952803211] 'process raft request' (duration: 1.33715728s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:37.636844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.33012Z","time spent":"1.306591596s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:37.637015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.298635Z","time spent":"1.338352137s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:37.637349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.298447Z","time spent":"1.337678471s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:38.136305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:38.637126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:38.649243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031606734s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:29:38.649512Z","caller":"traceutil/trace.go:171","msg":"trace[1578965628] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"1.766488167s","start":"2026-07-24T17:29:36.883009Z","end":"2026-07-24T17:29:38.649497Z","steps":["trace[1578965628] 'process raft request' (duration: 1.766446175s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:38.649663Z","caller":"traceutil/trace.go:171","msg":"trace[527021337] linearizableReadLoop","detail":"{readStateIndex:4250; appliedIndex:4247; }","duration":"1.013555794s","start":"2026-07-24T17:29:37.636082Z","end":"2026-07-24T17:29:38.649638Z","steps":["trace[527021337] 'read index received' (duration: 1.013228192s)","trace[527021337] 'applied index is now lower than readState.Index' (duration: 326.312µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:38.649761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028454072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:38.64982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011973753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:38.649838Z","caller":"traceutil/trace.go:171","msg":"trace[169417522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4061; }","duration":"1.012014385s","start":"2026-07-24T17:29:37.637819Z","end":"2026-07-24T17:29:38.649833Z","steps":["trace[169417522] 'agreement among raft nodes before linearized reading' (duration: 1.011977144s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:38.649818Z","caller":"traceutil/trace.go:171","msg":"trace[1730284518] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"1.766131123s","start":"2026-07-24T17:29:36.883648Z","end":"2026-07-24T17:29:38.649779Z","steps":["trace[1730284518] 'process raft request' (duration: 1.765828531s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:38.64989Z","caller":"traceutil/trace.go:171","msg":"trace[1342843697] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4061; }","duration":"1.028574297s","start":"2026-07-24T17:29:37.62125Z","end":"2026-07-24T17:29:38.649824Z","steps":["trace[1342843697] 'agreement among raft nodes before linearized reading' (duration: 1.028416861s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.64994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.815464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:29:38.649957Z","caller":"traceutil/trace.go:171","msg":"trace[399072778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4061; }","duration":"956.870167ms","start":"2026-07-24T17:29:37.693083Z","end":"2026-07-24T17:29:38.649953Z","steps":["trace[399072778] 'agreement among raft nodes before linearized reading' (duration: 956.829225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.649924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11300285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:29:38.650003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.942866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:38.650017Z","caller":"traceutil/trace.go:171","msg":"trace[1404508825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4061; }","duration":"197.985958ms","start":"2026-07-24T17:29:38.452027Z","end":"2026-07-24T17:29:38.650013Z","steps":["trace[1404508825] 'agreement among raft nodes before linearized reading' (duration: 197.960527ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:38.649608Z","caller":"traceutil/trace.go:171","msg":"trace[2115270738] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"1.767768556s","start":"2026-07-24T17:29:36.881785Z","end":"2026-07-24T17:29:38.649554Z","steps":["trace[2115270738] 'process raft request' (duration: 1.767574119s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.650086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:37.62123Z","time spent":"1.028755954s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:38.649905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.808106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:29:38.650219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.882999Z","time spent":"1.766563779s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:38.650194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.88176Z","time spent":"1.768346909s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:38.650228Z","caller":"traceutil/trace.go:171","msg":"trace[2139536080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4061; }","duration":"752.122017ms","start":"2026-07-24T17:29:37.898058Z","end":"2026-07-24T17:29:38.65018Z","steps":["trace[2139536080] 'agreement among raft nodes before linearized reading' (duration: 751.803705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.650345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:37.898038Z","time spent":"752.279414ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:29:38.649852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:37.637806Z","time spent":"1.012042296s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:38.650026Z","caller":"traceutil/trace.go:171","msg":"trace[1077662003] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4061; }","duration":"2.113161817s","start":"2026-07-24T17:29:36.536842Z","end":"2026-07-24T17:29:38.650004Z","steps":["trace[1077662003] 'agreement among raft nodes before linearized reading' (duration: 2.112860615s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.650669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.536821Z","time spent":"2.113804241s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:29:38.649969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:37.693063Z","time spent":"956.903408ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:38.649961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.883625Z","time spent":"1.766256558s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:38.64978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348738379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:29:38.651201Z","caller":"traceutil/trace.go:171","msg":"trace[999164609] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4061; }","duration":"2.350143443s","start":"2026-07-24T17:29:36.301026Z","end":"2026-07-24T17:29:38.65117Z","steps":["trace[999164609] 'agreement among raft nodes before linearized reading' (duration: 2.348681996s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.651238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:36.301023Z","time spent":"2.350205335s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:38.649988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.0274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:29:38.651379Z","caller":"traceutil/trace.go:171","msg":"trace[220707166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4061; }","duration":"354.455035ms","start":"2026-07-24T17:29:38.296915Z","end":"2026-07-24T17:29:38.65137Z","steps":["trace[220707166] 'agreement among raft nodes before linearized reading' (duration: 352.908236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.651403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:38.296896Z","time spent":"354.500227ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:38.979915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:38.651793Z","time spent":"328.114304ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:29:38.980102Z","caller":"traceutil/trace.go:171","msg":"trace[1489702874] linearizableReadLoop","detail":"{readStateIndex:4251; appliedIndex:4250; }","duration":"325.841817ms","start":"2026-07-24T17:29:38.654123Z","end":"2026-07-24T17:29:38.979965Z","steps":["trace[1489702874] 'read index received' (duration: 316.742314ms)","trace[1489702874] 'applied index is now lower than readState.Index' (duration: 9.096443ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:38.980121Z","caller":"traceutil/trace.go:171","msg":"trace[770957513] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"323.913512ms","start":"2026-07-24T17:29:38.656185Z","end":"2026-07-24T17:29:38.980098Z","steps":["trace[770957513] 'process raft request' (duration: 323.87091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.980267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:38.656175Z","time spent":"324.016805ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:38.980487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.342146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:29:38.980553Z","caller":"traceutil/trace.go:171","msg":"trace[1564028567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4063; }","duration":"326.43834ms","start":"2026-07-24T17:29:38.654101Z","end":"2026-07-24T17:29:38.98054Z","steps":["trace[1564028567] 'agreement among raft nodes before linearized reading' (duration: 326.121268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.980598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:38.65409Z","time spent":"326.498542ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:29:38.980494Z","caller":"traceutil/trace.go:171","msg":"trace[887561870] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"324.88872ms","start":"2026-07-24T17:29:38.655591Z","end":"2026-07-24T17:29:38.980479Z","steps":["trace[887561870] 'process raft request' (duration: 324.310547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.980615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.258964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:38.980682Z","caller":"traceutil/trace.go:171","msg":"trace[535320555] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4063; }","duration":"218.369778ms","start":"2026-07-24T17:29:38.762286Z","end":"2026-07-24T17:29:38.980655Z","steps":["trace[535320555] 'agreement among raft nodes before linearized reading' (duration: 218.294615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.980679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:38.655496Z","time spent":"325.15025ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:38.980551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.568999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:38.980804Z","caller":"traceutil/trace.go:171","msg":"trace[756966698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4063; }","duration":"322.83022ms","start":"2026-07-24T17:29:38.657935Z","end":"2026-07-24T17:29:38.980765Z","steps":["trace[756966698] 'agreement among raft nodes before linearized reading' (duration: 322.501097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:38.98095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:38.657929Z","time spent":"322.960084ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:39.683585Z","caller":"traceutil/trace.go:171","msg":"trace[626099434] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"438.149834ms","start":"2026-07-24T17:29:39.245128Z","end":"2026-07-24T17:29:39.683278Z","steps":["trace[626099434] 'process raft request' (duration: 437.972638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:39.683767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:39.245098Z","time spent":"438.575622ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:40.157095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.877009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:40.157181Z","caller":"traceutil/trace.go:171","msg":"trace[170592984] linearizableReadLoop","detail":"{readStateIndex:4256; appliedIndex:4255; }","duration":"473.801538ms","start":"2026-07-24T17:29:39.683367Z","end":"2026-07-24T17:29:40.157169Z","steps":["trace[170592984] 'read index received' (duration: 112.882808ms)","trace[170592984] 'applied index is now lower than readState.Index' (duration: 360.91775ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:40.157483Z","caller":"traceutil/trace.go:171","msg":"trace[1664392826] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"515.322729ms","start":"2026-07-24T17:29:39.641996Z","end":"2026-07-24T17:29:40.157319Z","steps":["trace[1664392826] 'process raft request' (duration: 154.129959ms)","trace[1664392826] 'compare' (duration: 360.782934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:40.157548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:39.641977Z","time spent":"515.535407ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:40.157564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.11506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:29:40.157645Z","caller":"traceutil/trace.go:171","msg":"trace[1768266731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4066; }","duration":"515.189424ms","start":"2026-07-24T17:29:39.642423Z","end":"2026-07-24T17:29:40.157613Z","steps":["trace[1768266731] 'agreement among raft nodes before linearized reading' (duration: 515.052258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:40.157879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:39.642418Z","time spent":"515.270237ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:40.158424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.732504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:29:40.158475Z","caller":"traceutil/trace.go:171","msg":"trace[1004350434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4066; }","duration":"516.808747ms","start":"2026-07-24T17:29:39.641652Z","end":"2026-07-24T17:29:40.158461Z","steps":["trace[1004350434] 'agreement among raft nodes before linearized reading' (duration: 516.690012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:40.158542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:39.641635Z","time spent":"516.859609ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:29:40.206726Z","caller":"traceutil/trace.go:171","msg":"trace[102810399] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"518.483802ms","start":"2026-07-24T17:29:39.688206Z","end":"2026-07-24T17:29:40.20669Z","steps":["trace[102810399] 'process raft request' (duration: 518.301765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:40.206839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.374633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:40.206849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.281673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:40.206911Z","caller":"traceutil/trace.go:171","msg":"trace[868697044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4067; }","duration":"101.502248ms","start":"2026-07-24T17:29:40.105385Z","end":"2026-07-24T17:29:40.206887Z","steps":["trace[868697044] 'agreement among raft nodes before linearized reading' (duration: 101.363573ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:40.20693Z","caller":"traceutil/trace.go:171","msg":"trace[1136738596] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4067; }","duration":"173.413087ms","start":"2026-07-24T17:29:40.033498Z","end":"2026-07-24T17:29:40.206911Z","steps":["trace[1136738596] 'agreement among raft nodes before linearized reading' (duration: 173.170198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:40.207002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:39.688189Z","time spent":"518.620137ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:40.640986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.296458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:40.641285Z","caller":"traceutil/trace.go:171","msg":"trace[175138011] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"478.508674ms","start":"2026-07-24T17:29:40.162764Z","end":"2026-07-24T17:29:40.641272Z","steps":["trace[175138011] 'process raft request' (duration: 478.323766ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:40.641346Z","caller":"traceutil/trace.go:171","msg":"trace[383979037] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"478.882028ms","start":"2026-07-24T17:29:40.162386Z","end":"2026-07-24T17:29:40.641268Z","steps":["trace[383979037] 'process raft request' (duration: 143.224356ms)","trace[383979037] 'compare' (duration: 335.186494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:40.641425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.162755Z","time spent":"478.608078ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:40.641487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.03737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:40.641498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.162369Z","time spent":"479.061266ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:40.641582Z","caller":"traceutil/trace.go:171","msg":"trace[1589910221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4069; }","duration":"433.157314ms","start":"2026-07-24T17:29:40.208366Z","end":"2026-07-24T17:29:40.641523Z","steps":["trace[1589910221] 'agreement among raft nodes before linearized reading' (duration: 432.971647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:40.641659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.208347Z","time spent":"433.276969ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:40.641186Z","caller":"traceutil/trace.go:171","msg":"trace[468391149] linearizableReadLoop","detail":"{readStateIndex:4259; appliedIndex:4257; }","duration":"432.749369ms","start":"2026-07-24T17:29:40.20842Z","end":"2026-07-24T17:29:40.641169Z","steps":["trace[468391149] 'read index received' (duration: 97.143009ms)","trace[468391149] 'applied index is now lower than readState.Index' (duration: 335.60538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:40.642107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.945077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:29:40.642151Z","caller":"traceutil/trace.go:171","msg":"trace[424639314] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4069; }","duration":"432.033221ms","start":"2026-07-24T17:29:40.210106Z","end":"2026-07-24T17:29:40.64214Z","steps":["trace[424639314] 'agreement among raft nodes before linearized reading' (duration: 431.887946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:40.642273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.210085Z","time spent":"432.167757ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:29:41.606435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.657781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:41.606617Z","caller":"traceutil/trace.go:171","msg":"trace[91675754] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"952.674374ms","start":"2026-07-24T17:29:40.653924Z","end":"2026-07-24T17:29:41.606599Z","steps":["trace[91675754] 'process raft request' (duration: 321.773264ms)","trace[91675754] 'compare' (duration: 630.358529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:41.606686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.653905Z","time spent":"952.750397ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:41.606824Z","caller":"traceutil/trace.go:171","msg":"trace[204860548] linearizableReadLoop","detail":"{readStateIndex:4262; appliedIndex:4259; }","duration":"622.567497ms","start":"2026-07-24T17:29:40.984242Z","end":"2026-07-24T17:29:41.60681Z","steps":["trace[204860548] 'read index received' (duration: 145.587149ms)","trace[204860548] 'applied index is now lower than readState.Index' (duration: 476.979838ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:41.606935Z","caller":"traceutil/trace.go:171","msg":"trace[1011097785] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"951.235168ms","start":"2026-07-24T17:29:40.655694Z","end":"2026-07-24T17:29:41.606929Z","steps":["trace[1011097785] 'process raft request' (duration: 950.837283ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:41.607023Z","caller":"traceutil/trace.go:171","msg":"trace[184789104] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"951.300161ms","start":"2026-07-24T17:29:40.655709Z","end":"2026-07-24T17:29:41.607009Z","steps":["trace[184789104] 'process raft request' (duration: 951.053811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:41.607087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.655685Z","time spent":"951.372443ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:41.607062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.655673Z","time spent":"951.28095ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:41.607116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.566148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:41.607131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.281996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:29:41.607141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.873339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:29:41.607165Z","caller":"traceutil/trace.go:171","msg":"trace[581316148] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4072; }","duration":"128.659762ms","start":"2026-07-24T17:29:41.478491Z","end":"2026-07-24T17:29:41.607151Z","steps":["trace[581316148] 'agreement among raft nodes before linearized reading' (duration: 128.569709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:41.60722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.454028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:41.607229Z","caller":"traceutil/trace.go:171","msg":"trace[1993455460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4072; }","duration":"622.998163ms","start":"2026-07-24T17:29:40.98421Z","end":"2026-07-24T17:29:41.607208Z","steps":["trace[1993455460] 'agreement among raft nodes before linearized reading' (duration: 622.765754ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:41.607251Z","caller":"traceutil/trace.go:171","msg":"trace[759544304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4072; }","duration":"501.529221ms","start":"2026-07-24T17:29:41.105713Z","end":"2026-07-24T17:29:41.607242Z","steps":["trace[759544304] 'agreement among raft nodes before linearized reading' (duration: 501.483589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:41.607279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:41.105689Z","time spent":"501.583973ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:41.607282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.984196Z","time spent":"623.072947ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:29:41.607178Z","caller":"traceutil/trace.go:171","msg":"trace[1450057299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4072; }","duration":"622.346759ms","start":"2026-07-24T17:29:40.984819Z","end":"2026-07-24T17:29:41.607166Z","steps":["trace[1450057299] 'agreement among raft nodes before linearized reading' (duration: 622.194523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:41.607356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:40.984813Z","time spent":"622.529116ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:42.215073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:29:42.455746Z","caller":"traceutil/trace.go:171","msg":"trace[1027273929] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"844.203121ms","start":"2026-07-24T17:29:41.611522Z","end":"2026-07-24T17:29:42.455725Z","steps":["trace[1027273929] 'process raft request' (duration: 844.083766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:42.455895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:41.611506Z","time spent":"844.299365ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:43.111263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.97041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:43.111701Z","caller":"traceutil/trace.go:171","msg":"trace[1450474040] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"1.499612507s","start":"2026-07-24T17:29:41.612067Z","end":"2026-07-24T17:29:43.111679Z","steps":["trace[1450474040] 'process raft request' (duration: 945.132467ms)","trace[1450474040] 'compare' (duration: 553.842026ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:43.111768Z","caller":"traceutil/trace.go:171","msg":"trace[1080443519] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"949.567033ms","start":"2026-07-24T17:29:42.162181Z","end":"2026-07-24T17:29:43.111748Z","steps":["trace[1080443519] 'process raft request' (duration: 949.49022ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:43.111865Z","caller":"traceutil/trace.go:171","msg":"trace[132295723] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"968.271109ms","start":"2026-07-24T17:29:42.143537Z","end":"2026-07-24T17:29:43.111809Z","steps":["trace[132295723] 'process raft request' (duration: 968.046381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:43.111899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.16215Z","time spent":"949.670917ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:43.111978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.143514Z","time spent":"968.408534ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:43.11178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:41.612059Z","time spent":"1.499680831s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:44.964342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852576478s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:29:44.965547Z","caller":"traceutil/trace.go:171","msg":"trace[1483452180] linearizableReadLoop","detail":"{readStateIndex:4266; appliedIndex:4262; }","duration":"3.251138225s","start":"2026-07-24T17:29:41.714367Z","end":"2026-07-24T17:29:44.965506Z","steps":["trace[1483452180] 'read index received' (duration: 741.313829ms)","trace[1483452180] 'applied index is now lower than readState.Index' (duration: 2.509820746s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:44.96563Z","caller":"traceutil/trace.go:171","msg":"trace[2090168977] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"2.061239897s","start":"2026-07-24T17:29:42.904368Z","end":"2026-07-24T17:29:44.965608Z","steps":["trace[2090168977] 'process raft request' (duration: 2.061088862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:44.965851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.904348Z","time spent":"2.061433815s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:44.966002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251613654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:44.966057Z","caller":"traceutil/trace.go:171","msg":"trace[318275704] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4077; }","duration":"3.251753939s","start":"2026-07-24T17:29:41.714291Z","end":"2026-07-24T17:29:44.966045Z","steps":["trace[318275704] 'agreement among raft nodes before linearized reading' (duration: 3.251409606s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:44.966115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:41.714272Z","time spent":"3.251833672s","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:45.105958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:29:45.106302Z","caller":"traceutil/trace.go:171","msg":"trace[1177120229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710391s","start":"2026-07-24T17:29:43.105565Z","end":"2026-07-24T17:29:45.106275Z","steps":["trace[1177120229] 'agreement among raft nodes before linearized reading' (duration: 2.000335836s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:45.106439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:43.105545Z","time spent":"2.000875756s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:29:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:29:45.466253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:45.499721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887937199s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:29:45.800029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.873644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:45.800146Z","caller":"traceutil/trace.go:171","msg":"trace[1154294165] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"2.188450058s","start":"2026-07-24T17:29:43.611673Z","end":"2026-07-24T17:29:45.800123Z","steps":["trace[1154294165] 'process raft request' (duration: 1.888244131s)","trace[1154294165] 'compare' (duration: 299.555502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:45.800636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:43.611649Z","time spent":"2.188949278s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:46.268794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:29:46.268886Z","caller":"traceutil/trace.go:171","msg":"trace[2117202255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285281s","start":"2026-07-24T17:29:44.268581Z","end":"2026-07-24T17:29:46.268867Z","steps":["trace[2117202255] 'agreement among raft nodes before linearized reading' (duration: 2.000161626s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.268938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:44.268561Z","time spent":"2.000366884s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:29:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:29:46.562259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.054565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:46.562874Z","caller":"traceutil/trace.go:171","msg":"trace[1328694948] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"2.949698843s","start":"2026-07-24T17:29:43.613128Z","end":"2026-07-24T17:29:46.562826Z","steps":["trace[1328694948] 'process raft request' (duration: 2.641971821s)","trace[1328694948] 'compare' (duration: 306.879109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:46.563191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:43.613103Z","time spent":"2.950024726s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:46.563381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080373866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:46.563427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527684749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:46.563475Z","caller":"traceutil/trace.go:171","msg":"trace[1526100928] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4081; }","duration":"4.527765382s","start":"2026-07-24T17:29:42.035696Z","end":"2026-07-24T17:29:46.563461Z","steps":["trace[1526100928] 'agreement among raft nodes before linearized reading' (duration: 4.527537173s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:46.563475Z","caller":"traceutil/trace.go:171","msg":"trace[2076759182] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"2.950208423s","start":"2026-07-24T17:29:43.613257Z","end":"2026-07-24T17:29:46.563466Z","steps":["trace[2076759182] 'process raft request' (duration: 2.9491166s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.563529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.035681Z","time spent":"4.527836765s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:46.56357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665131473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:46.563624Z","caller":"traceutil/trace.go:171","msg":"trace[552562845] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4081; }","duration":"3.665213226s","start":"2026-07-24T17:29:42.898396Z","end":"2026-07-24T17:29:46.563609Z","steps":["trace[552562845] 'agreement among raft nodes before linearized reading' (duration: 3.665137593s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.563674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.898381Z","time spent":"3.665279828s","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:46.563801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.352721718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:29:46.563879Z","caller":"traceutil/trace.go:171","msg":"trace[271171578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4081; }","duration":"4.352820132s","start":"2026-07-24T17:29:42.211046Z","end":"2026-07-24T17:29:46.563866Z","steps":["trace[271171578] 'agreement among raft nodes before linearized reading' (duration: 4.352690407s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.563864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918123442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:29:46.563928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.211034Z","time spent":"4.352880474s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:29:46.563973Z","caller":"traceutil/trace.go:171","msg":"trace[1490402231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4081; }","duration":"3.918323909s","start":"2026-07-24T17:29:42.645623Z","end":"2026-07-24T17:29:46.563947Z","steps":["trace[1490402231] 'agreement among raft nodes before linearized reading' (duration: 3.918104501s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.564047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.645588Z","time spent":"3.918450124s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:29:46.563438Z","caller":"traceutil/trace.go:171","msg":"trace[1930108159] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4081; }","duration":"3.080438218s","start":"2026-07-24T17:29:43.482987Z","end":"2026-07-24T17:29:46.563425Z","steps":["trace[1930108159] 'agreement among raft nodes before linearized reading' (duration: 3.080281492s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.564103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.363179774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:46.564132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:43.482932Z","time spent":"3.081170567s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:46.563199Z","caller":"traceutil/trace.go:171","msg":"trace[1936236004] linearizableReadLoop","detail":"{readStateIndex:4272; appliedIndex:4268; }","duration":"1.597524649s","start":"2026-07-24T17:29:44.965656Z","end":"2026-07-24T17:29:46.56318Z","steps":["trace[1936236004] 'read index received' (duration: 534.270407ms)","trace[1936236004] 'applied index is now lower than readState.Index' (duration: 1.063253052s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:46.564159Z","caller":"traceutil/trace.go:171","msg":"trace[1503453904] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4081; }","duration":"4.363275898s","start":"2026-07-24T17:29:42.200869Z","end":"2026-07-24T17:29:46.564145Z","steps":["trace[1503453904] 'agreement among raft nodes before linearized reading' (duration: 4.363189505s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.564209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.200851Z","time spent":"4.36334495s","remote":"127.0.0.1:49650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:46.564203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:43.613233Z","time spent":"2.950329968s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:46.564288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457366006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:46.564326Z","caller":"traceutil/trace.go:171","msg":"trace[901375239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4081; }","duration":"1.457450199s","start":"2026-07-24T17:29:45.106866Z","end":"2026-07-24T17:29:46.564316Z","steps":["trace[901375239] 'agreement among raft nodes before linearized reading' (duration: 1.457396097s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.564352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:45.106838Z","time spent":"1.457508872s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:46.564409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105025972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:29:46.564476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493829127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:29:46.564505Z","caller":"traceutil/trace.go:171","msg":"trace[1915369812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4081; }","duration":"2.105181868s","start":"2026-07-24T17:29:44.459303Z","end":"2026-07-24T17:29:46.564484Z","steps":["trace[1915369812] 'agreement among raft nodes before linearized reading' (duration: 2.104914588s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.564569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:44.459272Z","time spent":"2.105282762s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:29:46.564515Z","caller":"traceutil/trace.go:171","msg":"trace[1177306280] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4081; }","duration":"2.49391404s","start":"2026-07-24T17:29:44.070589Z","end":"2026-07-24T17:29:46.564503Z","steps":["trace[1177306280] 'agreement among raft nodes before linearized reading' (duration: 2.493758294s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.5635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917869431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:29:46.564618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090681568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:46.564673Z","caller":"traceutil/trace.go:171","msg":"trace[1293729295] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4081; }","duration":"1.090775701s","start":"2026-07-24T17:29:45.473882Z","end":"2026-07-24T17:29:46.564657Z","steps":["trace[1293729295] 'agreement among raft nodes before linearized reading' (duration: 1.090654786s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:46.564657Z","caller":"traceutil/trace.go:171","msg":"trace[1194860937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4081; }","duration":"3.919090108s","start":"2026-07-24T17:29:42.645552Z","end":"2026-07-24T17:29:46.564642Z","steps":["trace[1194860937] 'agreement among raft nodes before linearized reading' (duration: 3.917830659s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:46.564223Z","caller":"traceutil/trace.go:171","msg":"trace[1699234607] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"1.446551866s","start":"2026-07-24T17:29:45.117339Z","end":"2026-07-24T17:29:46.563891Z","steps":["trace[1699234607] 'process raft request' (duration: 1.445750425s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.564701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.113917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:46.564718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:45.473863Z","time spent":"1.090844814s","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:46.564756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.270508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:46.56476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:45.117327Z","time spent":"1.447394609s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:46.564801Z","caller":"traceutil/trace.go:171","msg":"trace[161966505] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4081; }","duration":"626.279213ms","start":"2026-07-24T17:29:45.938461Z","end":"2026-07-24T17:29:46.56474Z","steps":["trace[161966505] 'agreement among raft nodes before linearized reading' (duration: 626.066585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.564901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448386867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:29:46.566864Z","caller":"traceutil/trace.go:171","msg":"trace[1737277535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4081; }","duration":"1.450386075s","start":"2026-07-24T17:29:45.116466Z","end":"2026-07-24T17:29:46.566852Z","steps":["trace[1737277535] 'agreement among raft nodes before linearized reading' (duration: 1.448391328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.566935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:45.116444Z","time spent":"1.450476869s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:29:46.564734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:42.645518Z","time spent":"3.919200813s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:46.564934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.631015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:46.567532Z","caller":"traceutil/trace.go:171","msg":"trace[1080512501] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4081; }","duration":"450.33394ms","start":"2026-07-24T17:29:46.117186Z","end":"2026-07-24T17:29:46.56752Z","steps":["trace[1080512501] 'agreement among raft nodes before linearized reading' (duration: 447.396046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.565965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:45.938433Z","time spent":"626.495072ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:46.567602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.11716Z","time spent":"450.426534ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:46.564643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:44.070565Z","time spent":"2.494055476s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:29:46.564817Z","caller":"traceutil/trace.go:171","msg":"trace[1230973773] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4081; }","duration":"484.374843ms","start":"2026-07-24T17:29:46.080426Z","end":"2026-07-24T17:29:46.564801Z","steps":["trace[1230973773] 'agreement among raft nodes before linearized reading' (duration: 484.283069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:46.567939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.080405Z","time spent":"487.518325ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:47.072854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:47.208427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.466232ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:29:47.208577Z","caller":"traceutil/trace.go:171","msg":"trace[827908080] linearizableReadLoop","detail":"{readStateIndex:4273; appliedIndex:4272; }","duration":"636.266693ms","start":"2026-07-24T17:29:46.572291Z","end":"2026-07-24T17:29:47.208558Z","steps":["trace[827908080] 'read index received' (duration: 500.722337ms)","trace[827908080] 'applied index is now lower than readState.Index' (duration: 135.542756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:47.208704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.568356Z","time spent":"640.34281ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:29:47.209026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.70918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:29:47.209131Z","caller":"traceutil/trace.go:171","msg":"trace[543146695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4081; }","duration":"636.848545ms","start":"2026-07-24T17:29:46.572261Z","end":"2026-07-24T17:29:47.209109Z","steps":["trace[543146695] 'agreement among raft nodes before linearized reading' (duration: 636.474841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:47.209175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.572234Z","time spent":"636.929818ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:29:47.70941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:47.772172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.258792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:47.772409Z","caller":"traceutil/trace.go:171","msg":"trace[1541564090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4081; }","duration":"336.512972ms","start":"2026-07-24T17:29:47.435856Z","end":"2026-07-24T17:29:47.772369Z","steps":["trace[1541564090] 'range keys from in-memory index tree' (duration: 336.227421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:48.20969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:48.27132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131736115s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:29:48.271986Z","caller":"traceutil/trace.go:171","msg":"trace[687677342] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"1.699297978s","start":"2026-07-24T17:29:46.572648Z","end":"2026-07-24T17:29:48.271946Z","steps":["trace[687677342] 'process raft request' (duration: 1.698907493s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:48.27203Z","caller":"traceutil/trace.go:171","msg":"trace[1728266517] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"1.699231056s","start":"2026-07-24T17:29:46.572756Z","end":"2026-07-24T17:29:48.271987Z","steps":["trace[1728266517] 'process raft request' (duration: 1.699054069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:48.272151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.572633Z","time spent":"1.699402652s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:48.272257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.57274Z","time spent":"1.699399892s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:48.27255Z","caller":"traceutil/trace.go:171","msg":"trace[1743151929] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"1.699471285s","start":"2026-07-24T17:29:46.573067Z","end":"2026-07-24T17:29:48.272538Z","steps":["trace[1743151929] 'process raft request' (duration: 1.698854201s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:48.272609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.573058Z","time spent":"1.699523787s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:48.272781Z","caller":"traceutil/trace.go:171","msg":"trace[146828201] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"1.697517749s","start":"2026-07-24T17:29:46.575225Z","end":"2026-07-24T17:29:48.272742Z","steps":["trace[146828201] 'process raft request' (duration: 1.697341962s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:48.272997Z","caller":"traceutil/trace.go:171","msg":"trace[1597957585] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"1.699687554s","start":"2026-07-24T17:29:46.573297Z","end":"2026-07-24T17:29:48.272985Z","steps":["trace[1597957585] 'process raft request' (duration: 1.699091741s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:48.27313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.575215Z","time spent":"1.697729197s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:48.273055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.573291Z","time spent":"1.699736315s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:48.573366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999643597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:29:48.573459Z","caller":"traceutil/trace.go:171","msg":"trace[100922625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999760802s","start":"2026-07-24T17:29:46.573678Z","end":"2026-07-24T17:29:48.573439Z","steps":["trace[100922625] 'agreement among raft nodes before linearized reading' (duration: 1.999650228s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:48.573507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.573674Z","time spent":"1.999822414s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:29:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:29:49.468663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072602327s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:49.468977Z","caller":"traceutil/trace.go:171","msg":"trace[379398111] linearizableReadLoop","detail":"{readStateIndex:4281; appliedIndex:4273; }","duration":"2.260354938s","start":"2026-07-24T17:29:47.208605Z","end":"2026-07-24T17:29:49.46896Z","steps":["trace[379398111] 'read index received' (duration: 1.063013246s)","trace[379398111] 'applied index is now lower than readState.Index' (duration: 1.197340792s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:49.469219Z","caller":"traceutil/trace.go:171","msg":"trace[2007257492] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"1.663253624s","start":"2026-07-24T17:29:47.805941Z","end":"2026-07-24T17:29:49.469195Z","steps":["trace[2007257492] 'process raft request' (duration: 1.662968953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:49.469337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:47.805911Z","time spent":"1.663368688s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:49.469344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895045579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:29:49.469409Z","caller":"traceutil/trace.go:171","msg":"trace[528220348] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4089; }","duration":"2.895129182s","start":"2026-07-24T17:29:46.574263Z","end":"2026-07-24T17:29:49.469392Z","steps":["trace[528220348] 'agreement among raft nodes before linearized reading' (duration: 2.894925944s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:49.469445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:46.574258Z","time spent":"2.895181014s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T17:29:49.469611Z","caller":"traceutil/trace.go:171","msg":"trace[1248918723] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"2.280416808s","start":"2026-07-24T17:29:47.189175Z","end":"2026-07-24T17:29:49.469591Z","steps":["trace[1248918723] 'process raft request' (duration: 1.206787832s)","trace[1248918723] 'compare' (duration: 1.072232112s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:49.469705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:47.18915Z","time spent":"2.280510472s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:49.46984Z","caller":"traceutil/trace.go:171","msg":"trace[1030293165] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"2.259187712s","start":"2026-07-24T17:29:47.210642Z","end":"2026-07-24T17:29:49.46983Z","steps":["trace[1030293165] 'process raft request' (duration: 2.258118321s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:49.470072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:47.210621Z","time spent":"2.259247715s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:49.969676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:50.308761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.737024729s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:29:50.474389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.251462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:50.474547Z","caller":"traceutil/trace.go:171","msg":"trace[1902609800] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"1.902913886s","start":"2026-07-24T17:29:48.571611Z","end":"2026-07-24T17:29:50.474525Z","steps":["trace[1902609800] 'process raft request' (duration: 1.737454776s)","trace[1902609800] 'compare' (duration: 164.699841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:50.474618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:48.571582Z","time spent":"1.90300007s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:50.514033Z","caller":"traceutil/trace.go:171","msg":"trace[62049524] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"1.941165883s","start":"2026-07-24T17:29:48.572842Z","end":"2026-07-24T17:29:50.514008Z","steps":["trace[62049524] 'process raft request' (duration: 1.94107564s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:50.514108Z","caller":"traceutil/trace.go:171","msg":"trace[1758202790] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"1.94236792s","start":"2026-07-24T17:29:48.571707Z","end":"2026-07-24T17:29:50.514075Z","steps":["trace[1758202790] 'process raft request' (duration: 1.942055498s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:50.514328Z","caller":"traceutil/trace.go:171","msg":"trace[1939441957] linearizableReadLoop","detail":"{readStateIndex:4286; appliedIndex:4281; }","duration":"1.045305353s","start":"2026-07-24T17:29:49.469014Z","end":"2026-07-24T17:29:50.514319Z","steps":["trace[1939441957] 'read index received' (duration: 840.064426ms)","trace[1939441957] 'applied index is now lower than readState.Index' (duration: 205.240227ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:50.514442Z","caller":"traceutil/trace.go:171","msg":"trace[1952081157] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"631.178301ms","start":"2026-07-24T17:29:49.883223Z","end":"2026-07-24T17:29:50.514402Z","steps":["trace[1952081157] 'process raft request' (duration: 630.994554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.514514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572355384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:50.514544Z","caller":"traceutil/trace.go:171","msg":"trace[157526647] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4094; }","duration":"1.572460139s","start":"2026-07-24T17:29:48.942074Z","end":"2026-07-24T17:29:50.514534Z","steps":["trace[157526647] 'agreement among raft nodes before linearized reading' (duration: 1.572321063s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.514572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:48.94204Z","time spent":"1.572524861s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:50.514532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:48.571669Z","time spent":"1.942635391s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:50.514617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:49.883213Z","time spent":"631.310876ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:50.514719Z","caller":"traceutil/trace.go:171","msg":"trace[1614975720] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"632.008344ms","start":"2026-07-24T17:29:49.882664Z","end":"2026-07-24T17:29:50.514673Z","steps":["trace[1614975720] 'process raft request' (duration: 631.301336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.514746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940941445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:50.514629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:48.572813Z","time spent":"1.941372981s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:50.514779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042258115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:29:50.514808Z","caller":"traceutil/trace.go:171","msg":"trace[1129913105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4094; }","duration":"1.941040228s","start":"2026-07-24T17:29:48.573748Z","end":"2026-07-24T17:29:50.514788Z","steps":["trace[1129913105] 'agreement among raft nodes before linearized reading' (duration: 1.940947975s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.515288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:48.573733Z","time spent":"1.941508627s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:50.514891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.636575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:29:50.515371Z","caller":"traceutil/trace.go:171","msg":"trace[1216330881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4094; }","duration":"221.126264ms","start":"2026-07-24T17:29:50.294225Z","end":"2026-07-24T17:29:50.515351Z","steps":["trace[1216330881] 'agreement among raft nodes before linearized reading' (duration: 220.604074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.514924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:49.882641Z","time spent":"632.128329ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:50.514952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.527653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:29:50.515602Z","caller":"traceutil/trace.go:171","msg":"trace[66788938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4094; }","duration":"237.190069ms","start":"2026-07-24T17:29:50.2784Z","end":"2026-07-24T17:29:50.51559Z","steps":["trace[66788938] 'agreement among raft nodes before linearized reading' (duration: 236.494962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.514951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.029622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:29:50.515153Z","caller":"traceutil/trace.go:171","msg":"trace[1656504048] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4094; }","duration":"1.042667792s","start":"2026-07-24T17:29:49.472457Z","end":"2026-07-24T17:29:50.515125Z","steps":["trace[1656504048] 'agreement among raft nodes before linearized reading' (duration: 1.042146701s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.515802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:49.472434Z","time spent":"1.043347778s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T17:29:50.515699Z","caller":"traceutil/trace.go:171","msg":"trace[963965205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4094; }","duration":"237.819113ms","start":"2026-07-24T17:29:50.27787Z","end":"2026-07-24T17:29:50.51569Z","steps":["trace[963965205] 'agreement among raft nodes before linearized reading' (duration: 236.973671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.514977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.518761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:29:50.516108Z","caller":"traceutil/trace.go:171","msg":"trace[1988659073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4094; }","duration":"238.672716ms","start":"2026-07-24T17:29:50.277419Z","end":"2026-07-24T17:29:50.516092Z","steps":["trace[1988659073] 'agreement among raft nodes before linearized reading' (duration: 237.435868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.515006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.994791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:29:50.51619Z","caller":"traceutil/trace.go:171","msg":"trace[1580548043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4094; }","duration":"238.218669ms","start":"2026-07-24T17:29:50.277963Z","end":"2026-07-24T17:29:50.516182Z","steps":["trace[1580548043] 'agreement among raft nodes before linearized reading' (duration: 236.991261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.514546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30406962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:29:50.516255Z","caller":"traceutil/trace.go:171","msg":"trace[156631144] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4094; }","duration":"3.305800687s","start":"2026-07-24T17:29:47.210446Z","end":"2026-07-24T17:29:50.516246Z","steps":["trace[156631144] 'agreement among raft nodes before linearized reading' (duration: 3.303966156s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.516294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:47.210434Z","time spent":"3.305847799s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:29:50.514969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041381951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:29:50.516517Z","caller":"traceutil/trace.go:171","msg":"trace[1377042911] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4094; }","duration":"1.042967093s","start":"2026-07-24T17:29:49.473538Z","end":"2026-07-24T17:29:50.516505Z","steps":["trace[1377042911] 'agreement among raft nodes before linearized reading' (duration: 1.041373171s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:50.516551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:49.473518Z","time spent":"1.043022265s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:29:51.024047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:51.866229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.984809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:51.8665Z","caller":"traceutil/trace.go:171","msg":"trace[1144017149] linearizableReadLoop","detail":"{readStateIndex:4291; appliedIndex:4286; }","duration":"1.343302663s","start":"2026-07-24T17:29:50.523181Z","end":"2026-07-24T17:29:51.866484Z","steps":["trace[1144017149] 'read index received' (duration: 802.007472ms)","trace[1144017149] 'applied index is now lower than readState.Index' (duration: 541.294331ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:51.86658Z","caller":"traceutil/trace.go:171","msg":"trace[361310773] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"1.344572183s","start":"2026-07-24T17:29:50.521994Z","end":"2026-07-24T17:29:51.866566Z","steps":["trace[361310773] 'process raft request' (duration: 803.179458ms)","trace[361310773] 'compare' (duration: 540.74953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:51.866644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.521971Z","time spent":"1.344639125s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:51.866908Z","caller":"traceutil/trace.go:171","msg":"trace[1322882029] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"1.344325243s","start":"2026-07-24T17:29:50.52257Z","end":"2026-07-24T17:29:51.866895Z","steps":["trace[1322882029] 'process raft request' (duration: 1.343760211s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:51.866972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.522549Z","time spent":"1.344392256s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:51.867067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343881807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:51.867104Z","caller":"traceutil/trace.go:171","msg":"trace[974277927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4099; }","duration":"1.343926488s","start":"2026-07-24T17:29:50.523164Z","end":"2026-07-24T17:29:51.86709Z","steps":["trace[974277927] 'agreement among raft nodes before linearized reading' (duration: 1.343875106s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:51.867073Z","caller":"traceutil/trace.go:171","msg":"trace[1918213220] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"1.342518723s","start":"2026-07-24T17:29:50.52451Z","end":"2026-07-24T17:29:51.867028Z","steps":["trace[1918213220] 'process raft request' (duration: 1.341937691s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:51.867209Z","caller":"traceutil/trace.go:171","msg":"trace[1256643256] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"1.344199399s","start":"2026-07-24T17:29:50.522998Z","end":"2026-07-24T17:29:51.867197Z","steps":["trace[1256643256] 'process raft request' (duration: 1.343384757s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:51.86727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.522988Z","time spent":"1.344251571s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:51.867283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.524501Z","time spent":"1.342673639s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:51.867141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.523156Z","time spent":"1.343973809s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:51.86737Z","caller":"traceutil/trace.go:171","msg":"trace[1373043828] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"1.343170028s","start":"2026-07-24T17:29:50.524164Z","end":"2026-07-24T17:29:51.867334Z","steps":["trace[1373043828] 'process raft request' (duration: 1.342250242s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:51.867545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.524146Z","time spent":"1.343309024s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:52.952073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.824236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:52.952151Z","caller":"traceutil/trace.go:171","msg":"trace[212313995] linearizableReadLoop","detail":"{readStateIndex:4292; appliedIndex:4291; }","duration":"1.085604147s","start":"2026-07-24T17:29:51.866534Z","end":"2026-07-24T17:29:52.952138Z","steps":["trace[212313995] 'read index received' (duration: 232.591232ms)","trace[212313995] 'applied index is now lower than readState.Index' (duration: 853.012015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:52.952212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38026672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:52.95221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44608438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:52.952229Z","caller":"traceutil/trace.go:171","msg":"trace[1422236558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4100; }","duration":"2.380317172s","start":"2026-07-24T17:29:50.571905Z","end":"2026-07-24T17:29:52.952223Z","steps":["trace[1422236558] 'agreement among raft nodes before linearized reading' (duration: 2.380281751s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:52.952249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.571891Z","time spent":"2.380353273s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:29:52.952252Z","caller":"traceutil/trace.go:171","msg":"trace[320483976] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4100; }","duration":"1.446169483s","start":"2026-07-24T17:29:51.506069Z","end":"2026-07-24T17:29:52.952238Z","steps":["trace[320483976] 'agreement among raft nodes before linearized reading' (duration: 1.446074989s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:52.952283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:51.506049Z","time spent":"1.446223935s","remote":"127.0.0.1:36808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:52.952401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424043062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:52.952426Z","caller":"traceutil/trace.go:171","msg":"trace[2055093943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4100; }","duration":"2.424086133s","start":"2026-07-24T17:29:50.528333Z","end":"2026-07-24T17:29:52.952419Z","steps":["trace[2055093943] 'agreement among raft nodes before linearized reading' (duration: 2.424042401s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:52.952445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.528322Z","time spent":"2.424116764s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:52.952538Z","caller":"traceutil/trace.go:171","msg":"trace[2041696624] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"1.477252621s","start":"2026-07-24T17:29:51.475271Z","end":"2026-07-24T17:29:52.952524Z","steps":["trace[2041696624] 'process raft request' (duration: 623.911634ms)","trace[2041696624] 'compare' (duration: 852.670091ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:52.95257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427853129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T17:29:52.952602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:51.475242Z","time spent":"1.477329885s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:52.952624Z","caller":"traceutil/trace.go:171","msg":"trace[37138761] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4100; }","duration":"2.427937082s","start":"2026-07-24T17:29:50.524671Z","end":"2026-07-24T17:29:52.952608Z","steps":["trace[37138761] 'agreement among raft nodes before linearized reading' (duration: 2.427719254s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:52.952676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:50.524656Z","time spent":"2.428008385s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:29:53.453099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:53.573159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092581272s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:29:53.641406Z","caller":"traceutil/trace.go:171","msg":"trace[1577931868] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"1.160905289s","start":"2026-07-24T17:29:52.480475Z","end":"2026-07-24T17:29:53.64138Z","steps":["trace[1577931868] 'process raft request' (duration: 1.092945907s)","trace[1577931868] 'compare' (duration: 67.851108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:53.641543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.48044Z","time spent":"1.161029984s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:53.706125Z","caller":"traceutil/trace.go:171","msg":"trace[846134466] linearizableReadLoop","detail":"{readStateIndex:4296; appliedIndex:4292; }","duration":"753.932797ms","start":"2026-07-24T17:29:52.952168Z","end":"2026-07-24T17:29:53.706101Z","steps":["trace[846134466] 'read index received' (duration: 621.30211ms)","trace[846134466] 'applied index is now lower than readState.Index' (duration: 132.629827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:53.706274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837748955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:53.706312Z","caller":"traceutil/trace.go:171","msg":"trace[1398764001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4104; }","duration":"1.837833758s","start":"2026-07-24T17:29:51.868468Z","end":"2026-07-24T17:29:53.706302Z","steps":["trace[1398764001] 'agreement among raft nodes before linearized reading' (duration: 1.837756465s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.706351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:51.86845Z","time spent":"1.83789222s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:53.706352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825761628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:53.706518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.82672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:53.70658Z","caller":"traceutil/trace.go:171","msg":"trace[582210451] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4104; }","duration":"191.927373ms","start":"2026-07-24T17:29:53.51463Z","end":"2026-07-24T17:29:53.706558Z","steps":["trace[582210451] 'agreement among raft nodes before linearized reading' (duration: 191.84441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:53.706666Z","caller":"traceutil/trace.go:171","msg":"trace[528487781] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4104; }","duration":"1.826129462s","start":"2026-07-24T17:29:51.880507Z","end":"2026-07-24T17:29:53.706636Z","steps":["trace[528487781] 'agreement among raft nodes before linearized reading' (duration: 1.825736707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.706733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:51.880488Z","time spent":"1.826228386s","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:53.706832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58604974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:53.706929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627425948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:53.706984Z","caller":"traceutil/trace.go:171","msg":"trace[455776123] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4104; }","duration":"1.627508151s","start":"2026-07-24T17:29:52.079462Z","end":"2026-07-24T17:29:53.70697Z","steps":["trace[455776123] 'agreement among raft nodes before linearized reading' (duration: 1.627437998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.707059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.079445Z","time spent":"1.627598975s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:53.707088Z","caller":"traceutil/trace.go:171","msg":"trace[1003903613] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"1.184528838s","start":"2026-07-24T17:29:52.522545Z","end":"2026-07-24T17:29:53.707073Z","steps":["trace[1003903613] 'process raft request' (duration: 1.183439186s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:53.707154Z","caller":"traceutil/trace.go:171","msg":"trace[1357583141] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"1.184751407s","start":"2026-07-24T17:29:52.522387Z","end":"2026-07-24T17:29:53.707138Z","steps":["trace[1357583141] 'process raft request' (duration: 1.183473847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.70643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.642852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:53.707226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673331893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:29:53.707322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.522535Z","time spent":"1.184690555s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:53.707416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.522362Z","time spent":"1.18483767s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:53.707172Z","caller":"traceutil/trace.go:171","msg":"trace[1036779168] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4104; }","duration":"1.586486776s","start":"2026-07-24T17:29:52.120469Z","end":"2026-07-24T17:29:53.706955Z","steps":["trace[1036779168] 'agreement among raft nodes before linearized reading' (duration: 1.585667235s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.707613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.120453Z","time spent":"1.587140652s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:53.707699Z","caller":"traceutil/trace.go:171","msg":"trace[902269213] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"587.044048ms","start":"2026-07-24T17:29:53.120642Z","end":"2026-07-24T17:29:53.707686Z","steps":["trace[902269213] 'process raft request' (duration: 585.416655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.70774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.091288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:53.70687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672327864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:53.707926Z","caller":"traceutil/trace.go:171","msg":"trace[731631109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4104; }","duration":"1.673395306s","start":"2026-07-24T17:29:52.034517Z","end":"2026-07-24T17:29:53.707912Z","steps":["trace[731631109] 'agreement among raft nodes before linearized reading' (duration: 1.672311354s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.707983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.03451Z","time spent":"1.673460608s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:29:53.707344Z","caller":"traceutil/trace.go:171","msg":"trace[1026262710] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4104; }","duration":"1.67351468s","start":"2026-07-24T17:29:52.033811Z","end":"2026-07-24T17:29:53.707325Z","steps":["trace[1026262710] 'agreement among raft nodes before linearized reading' (duration: 1.673148706s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:53.708053Z","caller":"traceutil/trace.go:171","msg":"trace[1122737778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4104; }","duration":"956.238763ms","start":"2026-07-24T17:29:52.751571Z","end":"2026-07-24T17:29:53.70781Z","steps":["trace[1122737778] 'agreement among raft nodes before linearized reading' (duration: 956.083957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.708142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.751547Z","time spent":"956.578746ms","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:53.708122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.033795Z","time spent":"1.674303531s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:53.707778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:53.120617Z","time spent":"587.124371ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:53.707287Z","caller":"traceutil/trace.go:171","msg":"trace[1950278043] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4104; }","duration":"749.539506ms","start":"2026-07-24T17:29:52.957731Z","end":"2026-07-24T17:29:53.70727Z","steps":["trace[1950278043] 'agreement among raft nodes before linearized reading' (duration: 748.61203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:53.708961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:52.957716Z","time spent":"751.225742ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:29:54.33662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.655778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:54.336737Z","caller":"traceutil/trace.go:171","msg":"trace[1666305162] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4104; }","duration":"439.822294ms","start":"2026-07-24T17:29:53.896897Z","end":"2026-07-24T17:29:54.33672Z","steps":["trace[1666305162] 'count revisions from in-memory index tree' (duration: 439.567074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:54.336784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:53.896881Z","time spent":"439.888007ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:54.33699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.415371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:29:54.337016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.958581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:29:54.337059Z","caller":"traceutil/trace.go:171","msg":"trace[769554046] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4104; }","duration":"499.562577ms","start":"2026-07-24T17:29:53.83748Z","end":"2026-07-24T17:29:54.337043Z","steps":["trace[769554046] 'count revisions from in-memory index tree' (duration: 499.321738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:54.337122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:53.837458Z","time spent":"499.653721ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:54.337088Z","caller":"traceutil/trace.go:171","msg":"trace[1881535257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4104; }","duration":"465.120027ms","start":"2026-07-24T17:29:53.87195Z","end":"2026-07-24T17:29:54.33707Z","steps":["trace[1881535257] 'range keys from in-memory index tree' (duration: 464.733883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:54.337163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.623039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:29:54.337156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.626018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:29:54.337204Z","caller":"traceutil/trace.go:171","msg":"trace[490985324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4104; }","duration":"464.715002ms","start":"2026-07-24T17:29:53.87248Z","end":"2026-07-24T17:29:54.337195Z","steps":["trace[490985324] 'range keys from in-memory index tree' (duration: 464.442152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:54.337168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:53.871937Z","time spent":"465.217992ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:54.337226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:53.872456Z","time spent":"464.764754ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:29:54.337225Z","caller":"traceutil/trace.go:171","msg":"trace[759842094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4104; }","duration":"465.750213ms","start":"2026-07-24T17:29:53.871457Z","end":"2026-07-24T17:29:54.337207Z","steps":["trace[759842094] 'range keys from in-memory index tree' (duration: 465.44771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:54.337339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:53.871431Z","time spent":"465.823966ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:54.337367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.160168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:29:54.337413Z","caller":"traceutil/trace.go:171","msg":"trace[2038548510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4104; }","duration":"466.247341ms","start":"2026-07-24T17:29:53.871153Z","end":"2026-07-24T17:29:54.337401Z","steps":["trace[2038548510] 'range keys from in-memory index tree' (duration: 465.756133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:54.337446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:53.871133Z","time spent":"466.305424ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:29:54.33755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.065977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:29:54.337627Z","caller":"traceutil/trace.go:171","msg":"trace[2078128020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4104; }","duration":"464.170271ms","start":"2026-07-24T17:29:53.873444Z","end":"2026-07-24T17:29:54.337614Z","steps":["trace[2078128020] 'range keys from in-memory index tree' (duration: 463.929712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:54.338488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:53.87343Z","time spent":"465.042815ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:29:55.258649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.72255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:29:55.258955Z","caller":"traceutil/trace.go:171","msg":"trace[394446740] linearizableReadLoop","detail":"{readStateIndex:4297; appliedIndex:4296; }","duration":"1.224816888s","start":"2026-07-24T17:29:54.034105Z","end":"2026-07-24T17:29:55.258922Z","steps":["trace[394446740] 'read index received' (duration: 302.578397ms)","trace[394446740] 'applied index is now lower than readState.Index' (duration: 922.237321ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:55.25929Z","caller":"traceutil/trace.go:171","msg":"trace[1338319772] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"917.135282ms","start":"2026-07-24T17:29:54.34213Z","end":"2026-07-24T17:29:55.259266Z","steps":["trace[1338319772] 'process raft request' (duration: 916.630652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:55.259615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:54.342108Z","time spent":"917.274647ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:55.759074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:55.865343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831204855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:29:55.865584Z","caller":"traceutil/trace.go:171","msg":"trace[188957087] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4105; }","duration":"1.831437695s","start":"2026-07-24T17:29:54.034055Z","end":"2026-07-24T17:29:55.865493Z","steps":["trace[188957087] 'agreement among raft nodes before linearized reading' (duration: 1.225147971s)","trace[188957087] 'range keys from in-memory index tree' (duration: 605.962152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:55.865668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:54.034034Z","time spent":"1.831622771s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:29:56.259225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:56.324346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.71546329s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:29:56.324794Z","caller":"traceutil/trace.go:171","msg":"trace[284606334] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"1.98259389s","start":"2026-07-24T17:29:54.342173Z","end":"2026-07-24T17:29:56.324767Z","steps":["trace[284606334] 'process raft request' (duration: 1.982504836s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:56.324952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:54.34215Z","time spent":"1.982725945s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:56.324806Z","caller":"traceutil/trace.go:171","msg":"trace[1669882704] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"1.98261507s","start":"2026-07-24T17:29:54.34216Z","end":"2026-07-24T17:29:56.324775Z","steps":["trace[1669882704] 'process raft request' (duration: 1.982346249s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:56.325105Z","caller":"traceutil/trace.go:171","msg":"trace[2126446962] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"1.982117881s","start":"2026-07-24T17:29:54.342975Z","end":"2026-07-24T17:29:56.325093Z","steps":["trace[2126446962] 'process raft request' (duration: 1.981746527s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:56.325189Z","caller":"traceutil/trace.go:171","msg":"trace[1782535817] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"1.967271884s","start":"2026-07-24T17:29:54.357907Z","end":"2026-07-24T17:29:56.325179Z","steps":["trace[1782535817] 'process raft request' (duration: 1.967087856s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:56.32525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:54.357897Z","time spent":"1.967323395s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:56.325251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:54.342963Z","time spent":"1.982188453s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:56.325411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:54.342146Z","time spent":"1.982969774s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:57.064874Z","caller":"traceutil/trace.go:171","msg":"trace[1571148434] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"1.871647614s","start":"2026-07-24T17:29:55.193205Z","end":"2026-07-24T17:29:57.064853Z","steps":["trace[1571148434] 'process raft request' (duration: 1.871569241s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:57.064891Z","caller":"traceutil/trace.go:171","msg":"trace[2087216757] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"2.107412934s","start":"2026-07-24T17:29:54.957454Z","end":"2026-07-24T17:29:57.064867Z","steps":["trace[2087216757] 'process raft request' (duration: 2.107177695s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:57.065037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:55.193183Z","time spent":"1.871754667s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:57.065212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:54.957432Z","time spent":"2.107513948s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:57.065351Z","caller":"traceutil/trace.go:171","msg":"trace[1893434973] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"1.419199584s","start":"2026-07-24T17:29:55.64612Z","end":"2026-07-24T17:29:57.06532Z","steps":["trace[1893434973] 'process raft request' (duration: 1.418695404s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:57.065362Z","caller":"traceutil/trace.go:171","msg":"trace[1941037868] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"1.35408266s","start":"2026-07-24T17:29:55.711254Z","end":"2026-07-24T17:29:57.065337Z","steps":["trace[1941037868] 'process raft request' (duration: 1.353916014s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:57.065457Z","caller":"traceutil/trace.go:171","msg":"trace[1992440502] linearizableReadLoop","detail":"{readStateIndex:4307; appliedIndex:4298; }","duration":"1.806449908s","start":"2026-07-24T17:29:55.258993Z","end":"2026-07-24T17:29:57.065443Z","steps":["trace[1992440502] 'read index received' (duration: 1.06550268s)","trace[1992440502] 'applied index is now lower than readState.Index' (duration: 740.945977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:57.065488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:55.646093Z","time spent":"1.419314978s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:57.065465Z","caller":"traceutil/trace.go:171","msg":"trace[195393690] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"1.353572311s","start":"2026-07-24T17:29:55.711876Z","end":"2026-07-24T17:29:57.065449Z","steps":["trace[195393690] 'process raft request' (duration: 1.353415325s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:57.065504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:55.711224Z","time spent":"1.354203645s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:57.0656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:55.711859Z","time spent":"1.353667544s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:57.065646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962233117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:57.065667Z","caller":"traceutil/trace.go:171","msg":"trace[71132191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4114; }","duration":"1.962286629s","start":"2026-07-24T17:29:55.103374Z","end":"2026-07-24T17:29:57.065661Z","steps":["trace[71132191] 'agreement among raft nodes before linearized reading' (duration: 1.962202366s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:57.065688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:55.103356Z","time spent":"1.962325781s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:57.065731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861186376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-24T17:29:57.065772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362543117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:57.065823Z","caller":"traceutil/trace.go:171","msg":"trace[1240353426] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4114; }","duration":"1.86127726s","start":"2026-07-24T17:29:55.20451Z","end":"2026-07-24T17:29:57.065787Z","steps":["trace[1240353426] 'agreement among raft nodes before linearized reading' (duration: 1.861054021s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:57.065866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:55.204498Z","time spent":"1.861357123s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:29:57.065806Z","caller":"traceutil/trace.go:171","msg":"trace[1983469596] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4114; }","duration":"2.36261998s","start":"2026-07-24T17:29:54.703177Z","end":"2026-07-24T17:29:57.065797Z","steps":["trace[1983469596] 'agreement among raft nodes before linearized reading' (duration: 2.362453514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:57.066004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:54.703158Z","time spent":"2.362760885s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:29:57.566489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:58.145763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.034489ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:29:58.145891Z","caller":"traceutil/trace.go:171","msg":"trace[182218313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4114; }","duration":"710.176784ms","start":"2026-07-24T17:29:57.435697Z","end":"2026-07-24T17:29:58.145874Z","steps":["trace[182218313] 'range keys from in-memory index tree' (duration: 710.016788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:58.146204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:57.164438Z","time spent":"981.757613ms","remote":"127.0.0.1:38528","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:29:58.146862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.515533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:58.146958Z","caller":"traceutil/trace.go:171","msg":"trace[637534230] linearizableReadLoop","detail":"{readStateIndex:4308; appliedIndex:4307; }","duration":"1.081454982s","start":"2026-07-24T17:29:57.065492Z","end":"2026-07-24T17:29:58.146947Z","steps":["trace[637534230] 'read index received' (duration: 824.717351ms)","trace[637534230] 'applied index is now lower than readState.Index' (duration: 256.736251ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:58.147065Z","caller":"traceutil/trace.go:171","msg":"trace[550533741] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"1.166286143s","start":"2026-07-24T17:29:56.980755Z","end":"2026-07-24T17:29:58.147041Z","steps":["trace[550533741] 'process raft request' (duration: 909.51844ms)","trace[550533741] 'compare' (duration: 256.145789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:58.147195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609669892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:29:58.147182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:56.98073Z","time spent":"1.166377296s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:29:58.14727Z","caller":"traceutil/trace.go:171","msg":"trace[1983185710] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4115; }","duration":"1.609747855s","start":"2026-07-24T17:29:56.537487Z","end":"2026-07-24T17:29:58.147235Z","steps":["trace[1983185710] 'agreement among raft nodes before linearized reading' (duration: 1.609562998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:58.147337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:56.537472Z","time spent":"1.60985093s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:29:58.14726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079883861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:29:58.147541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.811085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:29:58.14761Z","caller":"traceutil/trace.go:171","msg":"trace[1288198391] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4115; }","duration":"686.907029ms","start":"2026-07-24T17:29:57.460681Z","end":"2026-07-24T17:29:58.147588Z","steps":["trace[1288198391] 'agreement among raft nodes before linearized reading' (duration: 686.801765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:58.14767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:57.460663Z","time spent":"686.991332ms","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:29:58.147543Z","caller":"traceutil/trace.go:171","msg":"trace[1508950750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4115; }","duration":"1.080162642s","start":"2026-07-24T17:29:57.067359Z","end":"2026-07-24T17:29:58.147522Z","steps":["trace[1508950750] 'agreement among raft nodes before linearized reading' (duration: 1.079851559s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:58.147981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:57.067309Z","time spent":"1.080660571s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:29:58.148004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.896885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:29:58.148081Z","caller":"traceutil/trace.go:171","msg":"trace[1720048567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4115; }","duration":"883.961887ms","start":"2026-07-24T17:29:57.264072Z","end":"2026-07-24T17:29:58.148034Z","steps":["trace[1720048567] 'agreement among raft nodes before linearized reading' (duration: 883.872354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:58.148107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:57.264057Z","time spent":"884.04555ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:29:58.14809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078639502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-24T17:29:58.148146Z","caller":"traceutil/trace.go:171","msg":"trace[118937200] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b; range_end:; response_count:1; response_revision:4115; }","duration":"1.078776657s","start":"2026-07-24T17:29:57.069353Z","end":"2026-07-24T17:29:58.148129Z","steps":["trace[118937200] 'agreement among raft nodes before linearized reading' (duration: 1.078544848s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:58.147454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274005648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:29:58.148198Z","caller":"traceutil/trace.go:171","msg":"trace[1113762045] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4115; }","duration":"2.27481693s","start":"2026-07-24T17:29:55.873375Z","end":"2026-07-24T17:29:58.148192Z","steps":["trace[1113762045] 'agreement among raft nodes before linearized reading' (duration: 2.273923455s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:58.148206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:57.069338Z","time spent":"1.078856841s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-a157798e-d5a2-4499-b2be-693d20246a4b\" "} {"level":"warn","ts":"2026-07-24T17:29:58.148219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:55.873355Z","time spent":"2.274858531s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:29:58.652104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:29:59.371507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.902712ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:29:59.372531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.149543Z","time spent":"1.22298319s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:29:59.373546Z","caller":"traceutil/trace.go:171","msg":"trace[156543967] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"1.221628417s","start":"2026-07-24T17:29:58.151879Z","end":"2026-07-24T17:29:59.373507Z","steps":["trace[156543967] 'process raft request' (duration: 1.220506523s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:59.373731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.151865Z","time spent":"1.221769893s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:29:59.373805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222106975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:29:59.373858Z","caller":"traceutil/trace.go:171","msg":"trace[1432759404] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4116; }","duration":"1.22221206s","start":"2026-07-24T17:29:58.151632Z","end":"2026-07-24T17:29:59.373844Z","steps":["trace[1432759404] 'agreement among raft nodes before linearized reading' (duration: 1.222047213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:59.373895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.151611Z","time spent":"1.222276261s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:29:59.373484Z","caller":"traceutil/trace.go:171","msg":"trace[2094984239] linearizableReadLoop","detail":"{readStateIndex:4310; appliedIndex:4308; }","duration":"1.221778043s","start":"2026-07-24T17:29:58.15168Z","end":"2026-07-24T17:29:59.373458Z","steps":["trace[2094984239] 'read index received' (duration: 611.892595ms)","trace[2094984239] 'applied index is now lower than readState.Index' (duration: 609.883158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:29:59.874695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:30:00.024886Z","caller":"traceutil/trace.go:171","msg":"trace[2076711716] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"953.947803ms","start":"2026-07-24T17:29:59.07091Z","end":"2026-07-24T17:30:00.024858Z","steps":["trace[2076711716] 'process raft request' (duration: 953.654211ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:00.024944Z","caller":"traceutil/trace.go:171","msg":"trace[326240790] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"953.734754ms","start":"2026-07-24T17:29:59.071192Z","end":"2026-07-24T17:30:00.024926Z","steps":["trace[326240790] 'process raft request' (duration: 953.592229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.025032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:59.070882Z","time spent":"954.083898ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:00.025032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:59.071179Z","time spent":"953.805648ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:00.025187Z","caller":"traceutil/trace.go:171","msg":"trace[1124188634] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"953.868979ms","start":"2026-07-24T17:29:59.071309Z","end":"2026-07-24T17:30:00.025178Z","steps":["trace[1124188634] 'process raft request' (duration: 953.834878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.02523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:59.071298Z","time spent":"953.911171ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:00.025272Z","caller":"traceutil/trace.go:171","msg":"trace[1644429811] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"954.039616ms","start":"2026-07-24T17:29:59.071216Z","end":"2026-07-24T17:30:00.025256Z","steps":["trace[1644429811] 'process raft request' (duration: 953.667842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.025364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:59.07118Z","time spent":"954.14187ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:00.156906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000765216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:30:00.156991Z","caller":"traceutil/trace.go:171","msg":"trace[664050543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00088462s","start":"2026-07-24T17:29:58.156085Z","end":"2026-07-24T17:30:00.156969Z","steps":["trace[664050543] 'agreement among raft nodes before linearized reading' (duration: 2.000776086s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.157048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.156034Z","time spent":"2.001001965s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:30:00.198282Z","caller":"traceutil/trace.go:171","msg":"trace[515723347] linearizableReadLoop","detail":"{readStateIndex:4315; appliedIndex:4310; }","duration":"823.964474ms","start":"2026-07-24T17:29:59.374291Z","end":"2026-07-24T17:30:00.198256Z","steps":["trace[515723347] 'read index received' (duration: 650.321854ms)","trace[515723347] 'applied index is now lower than readState.Index' (duration: 173.64072ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:00.198419Z","caller":"traceutil/trace.go:171","msg":"trace[927188431] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"824.301827ms","start":"2026-07-24T17:29:59.374097Z","end":"2026-07-24T17:30:00.198399Z","steps":["trace[927188431] 'process raft request' (duration: 773.702657ms)","trace[927188431] 'compare' (duration: 50.279608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:00.198559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:59.374075Z","time spent":"824.406661ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:00.198544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.453616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:00.19865Z","caller":"traceutil/trace.go:171","msg":"trace[859293830] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4121; }","duration":"952.606231ms","start":"2026-07-24T17:29:59.246012Z","end":"2026-07-24T17:30:00.198618Z","steps":["trace[859293830] 'agreement among raft nodes before linearized reading' (duration: 952.377053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.198628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867061693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:30:00.198578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867302362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:30:00.198816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.638169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:00.198856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469462808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:30:00.198879Z","caller":"traceutil/trace.go:171","msg":"trace[2110317469] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4121; }","duration":"156.728362ms","start":"2026-07-24T17:30:00.042133Z","end":"2026-07-24T17:30:00.198862Z","steps":["trace[2110317469] 'agreement among raft nodes before linearized reading' (duration: 156.633878ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:00.198891Z","caller":"traceutil/trace.go:171","msg":"trace[478549014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4121; }","duration":"1.4695027s","start":"2026-07-24T17:29:58.72938Z","end":"2026-07-24T17:30:00.198882Z","steps":["trace[478549014] 'agreement among raft nodes before linearized reading' (duration: 1.469394126s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:00.19882Z","caller":"traceutil/trace.go:171","msg":"trace[1551310261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4121; }","duration":"1.867535801s","start":"2026-07-24T17:29:58.331252Z","end":"2026-07-24T17:30:00.198787Z","steps":["trace[1551310261] 'agreement among raft nodes before linearized reading' (duration: 1.867167637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.198934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.729305Z","time spent":"1.469621054s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:30:00.19903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.331248Z","time spent":"1.867720508s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:00.198663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867551482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:30:00.199187Z","caller":"traceutil/trace.go:171","msg":"trace[1758779653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4121; }","duration":"1.868090303s","start":"2026-07-24T17:29:58.331079Z","end":"2026-07-24T17:30:00.199169Z","steps":["trace[1758779653] 'agreement among raft nodes before linearized reading' (duration: 1.867525281s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.199249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.331065Z","time spent":"1.868166705s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:00.198727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:59.245992Z","time spent":"952.716846ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:00.198743Z","caller":"traceutil/trace.go:171","msg":"trace[360697145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4121; }","duration":"1.867196077s","start":"2026-07-24T17:29:58.331525Z","end":"2026-07-24T17:30:00.198721Z","steps":["trace[360697145] 'agreement among raft nodes before linearized reading' (duration: 1.866855104s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.199552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86904833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:30:00.199576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.331518Z","time spent":"1.868046611s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:30:00.199612Z","caller":"traceutil/trace.go:171","msg":"trace[710327685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4121; }","duration":"1.869146833s","start":"2026-07-24T17:29:58.33045Z","end":"2026-07-24T17:30:00.199597Z","steps":["trace[710327685] 'agreement among raft nodes before linearized reading' (duration: 1.868415565s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.199685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:58.330432Z","time spent":"1.869242788s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:00.200347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.680755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:30:00.200631Z","caller":"traceutil/trace.go:171","msg":"trace[2008386488] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4121; }","duration":"822.957195ms","start":"2026-07-24T17:29:59.377611Z","end":"2026-07-24T17:30:00.200568Z","steps":["trace[2008386488] 'agreement among raft nodes before linearized reading' (duration: 821.112644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:00.20077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:29:59.377596Z","time spent":"823.162123ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:30:00.887416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.360259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:00.887542Z","caller":"traceutil/trace.go:171","msg":"trace[325307274] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"683.218638ms","start":"2026-07-24T17:30:00.204304Z","end":"2026-07-24T17:30:00.887523Z","steps":["trace[325307274] 'process raft request' (duration: 284.662852ms)","trace[325307274] 'compare' (duration: 398.246864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:00.88761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.204285Z","time spent":"683.295812ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:01.882645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393677782s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:30:01.883156Z","caller":"traceutil/trace.go:171","msg":"trace[1926902835] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"1.678587404s","start":"2026-07-24T17:30:00.20454Z","end":"2026-07-24T17:30:01.883127Z","steps":["trace[1926902835] 'process raft request' (duration: 1.678314814s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:01.88324Z","caller":"traceutil/trace.go:171","msg":"trace[978195464] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"1.678543403s","start":"2026-07-24T17:30:00.204675Z","end":"2026-07-24T17:30:01.883218Z","steps":["trace[978195464] 'process raft request' (duration: 1.678353835s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:01.88332Z","caller":"traceutil/trace.go:171","msg":"trace[1840028198] linearizableReadLoop","detail":"{readStateIndex:4317; appliedIndex:4315; }","duration":"1.678865205s","start":"2026-07-24T17:30:00.204414Z","end":"2026-07-24T17:30:01.883279Z","steps":["trace[1840028198] 'read index received' (duration: 284.565249ms)","trace[1840028198] 'applied index is now lower than readState.Index' (duration: 1.394298766s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:01.883364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.204658Z","time spent":"1.678641976s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:01.883476Z","caller":"traceutil/trace.go:171","msg":"trace[100434552] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"1.67537846s","start":"2026-07-24T17:30:00.208073Z","end":"2026-07-24T17:30:01.883451Z","steps":["trace[100434552] 'process raft request' (duration: 1.67513509s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:01.883571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.208063Z","time spent":"1.675456262s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:01.883569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.205874Z","time spent":"1.677682059s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:30:01.883711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678129096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:30:01.883741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.511033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:01.883793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627233395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:01.883824Z","caller":"traceutil/trace.go:171","msg":"trace[712321492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4125; }","duration":"1.627315988s","start":"2026-07-24T17:30:00.256498Z","end":"2026-07-24T17:30:01.883814Z","steps":["trace[712321492] 'agreement among raft nodes before linearized reading' (duration: 1.627270156s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:01.883892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.256471Z","time spent":"1.627410532s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:01.88392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673391831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:01.883932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67951454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:30:01.883951Z","caller":"traceutil/trace.go:171","msg":"trace[2069957997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4125; }","duration":"1.673451384s","start":"2026-07-24T17:30:00.210493Z","end":"2026-07-24T17:30:01.883944Z","steps":["trace[2069957997] 'agreement among raft nodes before linearized reading' (duration: 1.673375361s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:01.883966Z","caller":"traceutil/trace.go:171","msg":"trace[1736290318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4125; }","duration":"1.679565952s","start":"2026-07-24T17:30:00.20439Z","end":"2026-07-24T17:30:01.883956Z","steps":["trace[1736290318] 'agreement among raft nodes before linearized reading' (duration: 1.679423047s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:01.883972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.210469Z","time spent":"1.673498756s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:01.884005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.204381Z","time spent":"1.679616014s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:30:01.883788Z","caller":"traceutil/trace.go:171","msg":"trace[1559207830] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4125; }","duration":"524.597036ms","start":"2026-07-24T17:30:01.359177Z","end":"2026-07-24T17:30:01.883774Z","steps":["trace[1559207830] 'agreement among raft nodes before linearized reading' (duration: 524.520993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:01.884046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:01.359158Z","time spent":"524.877607ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:01.883753Z","caller":"traceutil/trace.go:171","msg":"trace[1158746747] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4125; }","duration":"1.678194399s","start":"2026-07-24T17:30:00.205549Z","end":"2026-07-24T17:30:01.883744Z","steps":["trace[1158746747] 'agreement among raft nodes before linearized reading' (duration: 1.678072724s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:01.884275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.270704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:30:01.884507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.205538Z","time spent":"1.678961409s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T17:30:01.884535Z","caller":"traceutil/trace.go:171","msg":"trace[653351869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4125; }","duration":"505.600616ms","start":"2026-07-24T17:30:01.378919Z","end":"2026-07-24T17:30:01.88452Z","steps":["trace[653351869] 'agreement among raft nodes before linearized reading' (duration: 505.200351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:01.884576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:01.378897Z","time spent":"505.671359ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:30:01.886126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:00.204525Z","time spent":"1.678670288s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:02.932975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.924356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:02.933145Z","caller":"traceutil/trace.go:171","msg":"trace[769850191] linearizableReadLoop","detail":"{readStateIndex:4321; appliedIndex:4320; }","duration":"1.046670261s","start":"2026-07-24T17:30:01.886453Z","end":"2026-07-24T17:30:02.933123Z","steps":["trace[769850191] 'read index received' (duration: 335.494984ms)","trace[769850191] 'applied index is now lower than readState.Index' (duration: 711.173926ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:02.933253Z","caller":"traceutil/trace.go:171","msg":"trace[1908375487] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"1.047066606s","start":"2026-07-24T17:30:01.886167Z","end":"2026-07-24T17:30:02.933234Z","steps":["trace[1908375487] 'process raft request' (duration: 335.766255ms)","trace[1908375487] 'compare' (duration: 710.736629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:02.933536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:01.886144Z","time spent":"1.047235733s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:02.934316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047856437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:30:02.934385Z","caller":"traceutil/trace.go:171","msg":"trace[1605038080] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4126; }","duration":"1.04793906s","start":"2026-07-24T17:30:01.886429Z","end":"2026-07-24T17:30:02.934368Z","steps":["trace[1605038080] 'agreement among raft nodes before linearized reading' (duration: 1.047472612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:02.934415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:01.886415Z","time spent":"1.047991872s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:30:03.433315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:03.492905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270894726s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:30:03.624049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.855697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:03.624232Z","caller":"traceutil/trace.go:171","msg":"trace[481409206] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"1.591500043s","start":"2026-07-24T17:30:02.032716Z","end":"2026-07-24T17:30:03.624216Z","steps":["trace[481409206] 'process raft request' (duration: 1.591472752s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:03.624278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:02.032693Z","time spent":"1.591565326s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:03.624491Z","caller":"traceutil/trace.go:171","msg":"trace[2095421701] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"1.593088615s","start":"2026-07-24T17:30:02.031396Z","end":"2026-07-24T17:30:03.624484Z","steps":["trace[2095421701] 'process raft request' (duration: 1.592772562s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:03.624506Z","caller":"traceutil/trace.go:171","msg":"trace[972026469] transaction","detail":"{read_only:false; response_revision:4129; number_of_response:1; }","duration":"1.593863515s","start":"2026-07-24T17:30:02.030627Z","end":"2026-07-24T17:30:03.62449Z","steps":["trace[972026469] 'process raft request' (duration: 1.593523222s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:03.624526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:02.031373Z","time spent":"1.593135007s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:03.624565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:02.030603Z","time spent":"1.593932158s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:03.624665Z","caller":"traceutil/trace.go:171","msg":"trace[1641980777] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"1.735268451s","start":"2026-07-24T17:30:01.889383Z","end":"2026-07-24T17:30:03.624651Z","steps":["trace[1641980777] 'process raft request' (duration: 1.603750538s)","trace[1641980777] 'compare' (duration: 130.763304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:03.624723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:01.889359Z","time spent":"1.735336944s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:03.624786Z","caller":"traceutil/trace.go:171","msg":"trace[521660627] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"1.594229509s","start":"2026-07-24T17:30:02.030526Z","end":"2026-07-24T17:30:03.624755Z","steps":["trace[521660627] 'process raft request' (duration: 1.593586244s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:03.624949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:02.0305Z","time spent":"1.594366104s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:03.894872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:30:03.89493Z","caller":"traceutil/trace.go:171","msg":"trace[1851732081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043566s","start":"2026-07-24T17:30:01.894483Z","end":"2026-07-24T17:30:03.894918Z","steps":["trace[1851732081] 'agreement among raft nodes before linearized reading' (duration: 2.000362847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:03.894966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:01.894468Z","time spent":"2.000491272s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:03.927266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.85052ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:30:03.927417Z","caller":"traceutil/trace.go:171","msg":"trace[988125311] linearizableReadLoop","detail":"{readStateIndex:4327; appliedIndex:4321; }","duration":"994.222864ms","start":"2026-07-24T17:30:02.933179Z","end":"2026-07-24T17:30:03.927401Z","steps":["trace[988125311] 'read index received' (duration: 559.96017ms)","trace[988125311] 'applied index is now lower than readState.Index' (duration: 434.261224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:03.927617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034769654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:30:03.927698Z","caller":"traceutil/trace.go:171","msg":"trace[381818504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4131; }","duration":"1.034878828s","start":"2026-07-24T17:30:02.892805Z","end":"2026-07-24T17:30:03.927684Z","steps":["trace[381818504] 'agreement among raft nodes before linearized reading' (duration: 1.034706151s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:03.927696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893733975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:30:03.927768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:02.892788Z","time spent":"1.034966001s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:30:03.927795Z","caller":"traceutil/trace.go:171","msg":"trace[277760298] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4131; }","duration":"1.893870791s","start":"2026-07-24T17:30:02.033907Z","end":"2026-07-24T17:30:03.927778Z","steps":["trace[277760298] 'agreement among raft nodes before linearized reading' (duration: 1.893626621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:03.927727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355975962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:03.927885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:02.033893Z","time spent":"1.893981735s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:30:03.927936Z","caller":"traceutil/trace.go:171","msg":"trace[1285843385] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4131; }","duration":"1.356234663s","start":"2026-07-24T17:30:02.571675Z","end":"2026-07-24T17:30:03.92791Z","steps":["trace[1285843385] 'agreement among raft nodes before linearized reading' (duration: 1.355919381s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:03.928037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:02.571654Z","time spent":"1.356361827s","remote":"127.0.0.1:50390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:03.92817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041074123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:30:03.928225Z","caller":"traceutil/trace.go:171","msg":"trace[1281336105] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4131; }","duration":"2.041143145s","start":"2026-07-24T17:30:01.887071Z","end":"2026-07-24T17:30:03.928214Z","steps":["trace[1281336105] 'agreement among raft nodes before linearized reading' (duration: 2.041042051s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:03.928265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:01.887009Z","time spent":"2.04124841s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:30:04.02603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.270839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:30:04.026645Z","caller":"traceutil/trace.go:171","msg":"trace[1100211756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4132; }","duration":"135.919645ms","start":"2026-07-24T17:30:03.890694Z","end":"2026-07-24T17:30:04.026613Z","steps":["trace[1100211756] 'agreement among raft nodes before linearized reading' (duration: 135.117033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:04.026112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.503335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:04.026814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.547984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:04.027151Z","caller":"traceutil/trace.go:171","msg":"trace[1619420970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4132; }","duration":"131.896318ms","start":"2026-07-24T17:30:03.895229Z","end":"2026-07-24T17:30:04.027126Z","steps":["trace[1619420970] 'agreement among raft nodes before linearized reading' (duration: 131.534913ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:04.026783Z","caller":"traceutil/trace.go:171","msg":"trace[943996331] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"180.378916ms","start":"2026-07-24T17:30:03.846393Z","end":"2026-07-24T17:30:04.026772Z","steps":["trace[943996331] 'process raft request' (duration: 179.159988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:04.02686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.940976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:30:04.027284Z","caller":"traceutil/trace.go:171","msg":"trace[974264317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4132; }","duration":"135.407344ms","start":"2026-07-24T17:30:03.891867Z","end":"2026-07-24T17:30:04.027274Z","steps":["trace[974264317] 'agreement among raft nodes before linearized reading' (duration: 134.930516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:04.026926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.232746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:30:04.02735Z","caller":"traceutil/trace.go:171","msg":"trace[212932111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4132; }","duration":"137.688103ms","start":"2026-07-24T17:30:03.889656Z","end":"2026-07-24T17:30:04.027344Z","steps":["trace[212932111] 'agreement among raft nodes before linearized reading' (duration: 137.234285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:04.026632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02335354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:04.027446Z","caller":"traceutil/trace.go:171","msg":"trace[871847199] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4132; }","duration":"1.024218323s","start":"2026-07-24T17:30:03.003205Z","end":"2026-07-24T17:30:04.027423Z","steps":["trace[871847199] 'agreement among raft nodes before linearized reading' (duration: 1.022722665s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:04.02717Z","caller":"traceutil/trace.go:171","msg":"trace[157656635] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4132; }","duration":"825.621668ms","start":"2026-07-24T17:30:03.20147Z","end":"2026-07-24T17:30:04.027092Z","steps":["trace[157656635] 'agreement among raft nodes before linearized reading' (duration: 824.37816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:04.027685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:03.201454Z","time spent":"826.18344ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:04.027518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:03.003187Z","time spent":"1.024310787s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:30:04.52636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:05.081564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.439075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:05.081677Z","caller":"traceutil/trace.go:171","msg":"trace[1226279047] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"1.149355893s","start":"2026-07-24T17:30:03.932302Z","end":"2026-07-24T17:30:05.081658Z","steps":["trace[1226279047] 'process raft request' (duration: 610.748072ms)","trace[1226279047] 'compare' (duration: 537.876463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:05.081739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:03.932278Z","time spent":"1.149431246s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:06.037163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:30:06.037264Z","caller":"traceutil/trace.go:171","msg":"trace[1693027131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000656203s","start":"2026-07-24T17:30:04.036582Z","end":"2026-07-24T17:30:06.037238Z","steps":["trace[1693027131] 'agreement among raft nodes before linearized reading' (duration: 2.000531158s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:06.037316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:04.036559Z","time spent":"2.000746117s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:30:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:30:06.469622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.876383197s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:30:06.847042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.141406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:06.847314Z","caller":"traceutil/trace.go:171","msg":"trace[625597277] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"2.814777028s","start":"2026-07-24T17:30:04.03247Z","end":"2026-07-24T17:30:06.847247Z","steps":["trace[625597277] 'process raft request' (duration: 2.43734515s)","trace[625597277] 'compare' (duration: 376.541913ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:06.847369Z","caller":"traceutil/trace.go:171","msg":"trace[2103616187] linearizableReadLoop","detail":"{readStateIndex:4332; appliedIndex:4328; }","duration":"2.821580933s","start":"2026-07-24T17:30:04.025769Z","end":"2026-07-24T17:30:06.84735Z","steps":["trace[2103616187] 'read index received' (duration: 517.384415ms)","trace[2103616187] 'applied index is now lower than readState.Index' (duration: 2.304195658s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:06.847459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:04.032449Z","time spent":"2.814934664s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:06.847572Z","caller":"traceutil/trace.go:171","msg":"trace[1450412386] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"2.815023347s","start":"2026-07-24T17:30:04.032538Z","end":"2026-07-24T17:30:06.847562Z","steps":["trace[1450412386] 'process raft request' (duration: 2.81459049s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:06.847658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:04.032519Z","time spent":"2.81510047s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:06.847774Z","caller":"traceutil/trace.go:171","msg":"trace[112067268] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"2.814849001s","start":"2026-07-24T17:30:04.032917Z","end":"2026-07-24T17:30:06.847766Z","steps":["trace[112067268] 'process raft request' (duration: 2.814391243s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:06.847822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:04.03291Z","time spent":"2.814888352s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:06.847999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916419667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:30:06.84803Z","caller":"traceutil/trace.go:171","msg":"trace[1683870934] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4136; }","duration":"2.916467089s","start":"2026-07-24T17:30:03.931555Z","end":"2026-07-24T17:30:06.848022Z","steps":["trace[1683870934] 'agreement among raft nodes before linearized reading' (duration: 2.916352204s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:06.848056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:03.931543Z","time spent":"2.91650794s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:30:07.348268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:07.848933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:07.903946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434130981s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:30:07.90438Z","caller":"traceutil/trace.go:171","msg":"trace[53216843] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"2.379729846s","start":"2026-07-24T17:30:05.524629Z","end":"2026-07-24T17:30:07.904359Z","steps":["trace[53216843] 'process raft request' (duration: 2.379498597s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:07.904522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.524604Z","time spent":"2.379844411s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:07.904877Z","caller":"traceutil/trace.go:171","msg":"trace[705980943] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"2.378090123s","start":"2026-07-24T17:30:05.526775Z","end":"2026-07-24T17:30:07.904865Z","steps":["trace[705980943] 'process raft request' (duration: 2.377545442s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:07.904947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.526763Z","time spent":"2.378150535s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:07.904937Z","caller":"traceutil/trace.go:171","msg":"trace[2122824093] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"2.249826785s","start":"2026-07-24T17:30:05.655086Z","end":"2026-07-24T17:30:07.904912Z","steps":["trace[2122824093] 'process raft request' (duration: 2.249781973s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:07.905116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.655067Z","time spent":"2.249976571s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:07.90526Z","caller":"traceutil/trace.go:171","msg":"trace[1866613186] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"2.274462305s","start":"2026-07-24T17:30:05.630784Z","end":"2026-07-24T17:30:07.905247Z","steps":["trace[1866613186] 'process raft request' (duration: 2.273858841s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:07.905402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.630768Z","time spent":"2.274528648s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:07.905399Z","caller":"traceutil/trace.go:171","msg":"trace[1725720016] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"2.273999066s","start":"2026-07-24T17:30:05.631346Z","end":"2026-07-24T17:30:07.905345Z","steps":["trace[1725720016] 'process raft request' (duration: 2.273450975s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:07.905435Z","caller":"traceutil/trace.go:171","msg":"trace[53334810] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"2.27433438s","start":"2026-07-24T17:30:05.631048Z","end":"2026-07-24T17:30:07.905382Z","steps":["trace[53334810] 'process raft request' (duration: 2.273671204s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:07.905553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.631335Z","time spent":"2.274136022s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:07.905605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.631015Z","time spent":"2.274485375s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:07.905398Z","caller":"traceutil/trace.go:171","msg":"trace[1267487985] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"2.274196005s","start":"2026-07-24T17:30:05.631082Z","end":"2026-07-24T17:30:07.905278Z","steps":["trace[1267487985] 'process raft request' (duration: 2.273675375s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:07.906075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.631067Z","time spent":"2.274929733s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:08.037751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:30:08.037929Z","caller":"traceutil/trace.go:171","msg":"trace[309974679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647918s","start":"2026-07-24T17:30:06.037255Z","end":"2026-07-24T17:30:08.037903Z","steps":["trace[309974679] 'agreement among raft nodes before linearized reading' (duration: 2.00043582s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.037993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:06.037232Z","time spent":"2.000745692s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:08.341139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.725761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:08.341285Z","caller":"traceutil/trace.go:171","msg":"trace[1378721012] linearizableReadLoop","detail":"{readStateIndex:4340; appliedIndex:4332; }","duration":"1.493859203s","start":"2026-07-24T17:30:06.847402Z","end":"2026-07-24T17:30:08.341261Z","steps":["trace[1378721012] 'read index received' (duration: 1.056764426s)","trace[1378721012] 'applied index is now lower than readState.Index' (duration: 437.092477ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:08.341415Z","caller":"traceutil/trace.go:171","msg":"trace[1332268127] transaction","detail":"{read_only:false; response_revision:4144; number_of_response:1; }","duration":"934.389049ms","start":"2026-07-24T17:30:07.407008Z","end":"2026-07-24T17:30:08.341397Z","steps":["trace[1332268127] 'process raft request' (duration: 573.295154ms)","trace[1332268127] 'compare' (duration: 360.509003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:08.341513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:07.406985Z","time spent":"934.477173ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:08.341607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59700793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:08.341702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490411029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:30:08.341719Z","caller":"traceutil/trace.go:171","msg":"trace[1048202809] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4144; }","duration":"3.597192916s","start":"2026-07-24T17:30:04.744501Z","end":"2026-07-24T17:30:08.341694Z","steps":["trace[1048202809] 'agreement among raft nodes before linearized reading' (duration: 3.596993348s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.341715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310808356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:08.341761Z","caller":"traceutil/trace.go:171","msg":"trace[285796655] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4144; }","duration":"1.490511893s","start":"2026-07-24T17:30:06.851231Z","end":"2026-07-24T17:30:08.341743Z","steps":["trace[285796655] 'agreement among raft nodes before linearized reading' (duration: 1.490316795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.341776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:04.744477Z","time spent":"3.5972836s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:08.341813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:06.851213Z","time spent":"1.490588546s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:30:08.341882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953044549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:08.341926Z","caller":"traceutil/trace.go:171","msg":"trace[394632677] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4144; }","duration":"3.953130893s","start":"2026-07-24T17:30:04.388784Z","end":"2026-07-24T17:30:08.341915Z","steps":["trace[394632677] 'agreement among raft nodes before linearized reading' (duration: 3.95305547s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.341963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:04.388764Z","time spent":"3.953189134s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:08.342102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258925329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:08.342172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25616259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:30:08.342198Z","caller":"traceutil/trace.go:171","msg":"trace[773337102] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4144; }","duration":"3.259389158s","start":"2026-07-24T17:30:05.082781Z","end":"2026-07-24T17:30:08.342171Z","steps":["trace[773337102] 'agreement among raft nodes before linearized reading' (duration: 3.25868257s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.342259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.082768Z","time spent":"3.25947389s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:08.342264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.963382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:08.342304Z","caller":"traceutil/trace.go:171","msg":"trace[903480470] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4144; }","duration":"457.052895ms","start":"2026-07-24T17:30:07.885244Z","end":"2026-07-24T17:30:08.342297Z","steps":["trace[903480470] 'agreement among raft nodes before linearized reading' (duration: 456.984463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.342334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:07.885223Z","time spent":"457.104078ms","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:08.342256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328911385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:08.342497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419283895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:08.342516Z","caller":"traceutil/trace.go:171","msg":"trace[1632802782] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4144; }","duration":"1.329216477s","start":"2026-07-24T17:30:07.013281Z","end":"2026-07-24T17:30:08.342498Z","steps":["trace[1632802782] 'agreement among raft nodes before linearized reading' (duration: 1.328931496s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:08.342551Z","caller":"traceutil/trace.go:171","msg":"trace[13496483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4144; }","duration":"2.419384559s","start":"2026-07-24T17:30:05.923152Z","end":"2026-07-24T17:30:08.342536Z","steps":["trace[13496483] 'agreement among raft nodes before linearized reading' (duration: 2.419302426s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.342574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:07.013259Z","time spent":"1.329295461s","remote":"127.0.0.1:49364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:08.342601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.923133Z","time spent":"2.419449362s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:08.341809Z","caller":"traceutil/trace.go:171","msg":"trace[1327545673] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4144; }","duration":"4.311044715s","start":"2026-07-24T17:30:04.030738Z","end":"2026-07-24T17:30:08.341783Z","steps":["trace[1327545673] 'agreement among raft nodes before linearized reading' (duration: 4.310749124s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.342877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733508932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:30:08.342208Z","caller":"traceutil/trace.go:171","msg":"trace[819835228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4144; }","duration":"1.256198642s","start":"2026-07-24T17:30:07.085999Z","end":"2026-07-24T17:30:08.342198Z","steps":["trace[819835228] 'agreement among raft nodes before linearized reading' (duration: 1.256048426s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.342893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:04.030721Z","time spent":"4.312154358s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:30:08.34294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804349892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:30:08.342963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:07.08594Z","time spent":"1.256993052s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:30:08.342995Z","caller":"traceutil/trace.go:171","msg":"trace[1582007070] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4144; }","duration":"1.804463667s","start":"2026-07-24T17:30:06.538518Z","end":"2026-07-24T17:30:08.342982Z","steps":["trace[1582007070] 'agreement among raft nodes before linearized reading' (duration: 1.804320942s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.343043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:06.538495Z","time spent":"1.80453622s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-24T17:30:08.342923Z","caller":"traceutil/trace.go:171","msg":"trace[1960572075] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4144; }","duration":"1.733594865s","start":"2026-07-24T17:30:06.609314Z","end":"2026-07-24T17:30:08.342909Z","steps":["trace[1960572075] 'agreement among raft nodes before linearized reading' (duration: 1.73320089s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.342256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.244657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:08.342575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712604703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:30:08.343094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:06.609294Z","time spent":"1.733785823s","remote":"127.0.0.1:49664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":295,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:08.343123Z","caller":"traceutil/trace.go:171","msg":"trace[51935343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4144; }","duration":"297.150633ms","start":"2026-07-24T17:30:08.045958Z","end":"2026-07-24T17:30:08.343109Z","steps":["trace[51935343] 'agreement among raft nodes before linearized reading' (duration: 296.256858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:08.343139Z","caller":"traceutil/trace.go:171","msg":"trace[583377282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4144; }","duration":"2.713196936s","start":"2026-07-24T17:30:05.629921Z","end":"2026-07-24T17:30:08.343118Z","steps":["trace[583377282] 'agreement among raft nodes before linearized reading' (duration: 2.712549851s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:08.343192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:05.629901Z","time spent":"2.71327479s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:30:08.845122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:09.120905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.66862ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:30:09.121001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.344417Z","time spent":"776.580201ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:30:09.999967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101734051s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:30:10.000521Z","caller":"traceutil/trace.go:171","msg":"trace[89418950] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"1.652324343s","start":"2026-07-24T17:30:08.348173Z","end":"2026-07-24T17:30:10.000497Z","steps":["trace[89418950] 'process raft request' (duration: 1.652116835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.000682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.34816Z","time spent":"1.652423227s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:10.000722Z","caller":"traceutil/trace.go:171","msg":"trace[1494158741] linearizableReadLoop","detail":"{readStateIndex:4343; appliedIndex:4340; }","duration":"1.656019347s","start":"2026-07-24T17:30:08.344668Z","end":"2026-07-24T17:30:10.000687Z","steps":["trace[1494158741] 'read index received' (duration: 553.559107ms)","trace[1494158741] 'applied index is now lower than readState.Index' (duration: 1.10245823s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:10.000879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656189243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:10.000884Z","caller":"traceutil/trace.go:171","msg":"trace[2048734810] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"1.652386175s","start":"2026-07-24T17:30:08.348452Z","end":"2026-07-24T17:30:10.000829Z","steps":["trace[2048734810] 'process raft request' (duration: 1.65199596s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:10.000919Z","caller":"traceutil/trace.go:171","msg":"trace[1483657939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4146; }","duration":"1.656246955s","start":"2026-07-24T17:30:08.344662Z","end":"2026-07-24T17:30:10.000909Z","steps":["trace[1483657939] 'agreement among raft nodes before linearized reading' (duration: 1.656162462s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.000979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.344618Z","time spent":"1.656343879s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:10.001042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.348443Z","time spent":"1.65251316s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:10.44619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.418732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:10.446557Z","caller":"traceutil/trace.go:171","msg":"trace[558103081] linearizableReadLoop","detail":"{readStateIndex:4348; appliedIndex:4343; }","duration":"445.74324ms","start":"2026-07-24T17:30:10.000792Z","end":"2026-07-24T17:30:10.446535Z","steps":["trace[558103081] 'read index received' (duration: 63.894581ms)","trace[558103081] 'applied index is now lower than readState.Index' (duration: 381.847609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:10.446679Z","caller":"traceutil/trace.go:171","msg":"trace[44485517] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"1.324716268s","start":"2026-07-24T17:30:09.121945Z","end":"2026-07-24T17:30:10.446661Z","steps":["trace[44485517] 'process raft request' (duration: 942.730024ms)","trace[44485517] 'compare' (duration: 381.214094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:10.446784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:09.121917Z","time spent":"1.324813772s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:10.44689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.882643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:10.446951Z","caller":"traceutil/trace.go:171","msg":"trace[14175159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4151; }","duration":"438.956196ms","start":"2026-07-24T17:30:10.007969Z","end":"2026-07-24T17:30:10.446925Z","steps":["trace[14175159] 'agreement among raft nodes before linearized reading' (duration: 438.869473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.446992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:10.007948Z","time spent":"439.035258ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:10.446981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099663035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-07-24T17:30:10.447154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594337088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:30:10.447187Z","caller":"traceutil/trace.go:171","msg":"trace[946701056] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4151; }","duration":"2.099902974s","start":"2026-07-24T17:30:08.347275Z","end":"2026-07-24T17:30:10.447178Z","steps":["trace[946701056] 'agreement among raft nodes before linearized reading' (duration: 2.099524779s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:10.447212Z","caller":"traceutil/trace.go:171","msg":"trace[1588486027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4151; }","duration":"1.594387151s","start":"2026-07-24T17:30:08.852805Z","end":"2026-07-24T17:30:10.447192Z","steps":["trace[1588486027] 'agreement among raft nodes before linearized reading' (duration: 1.594212174s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.447216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100335811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:30:10.447272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.852747Z","time spent":"1.594512065s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:30:10.447321Z","caller":"traceutil/trace.go:171","msg":"trace[1149084483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4151; }","duration":"2.100470947s","start":"2026-07-24T17:30:08.346827Z","end":"2026-07-24T17:30:10.447298Z","steps":["trace[1149084483] 'agreement among raft nodes before linearized reading' (duration: 2.100083432s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.447345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594620129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:30:10.447222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.347264Z","time spent":"2.099948226s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:30:10.447378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.346726Z","time spent":"2.100643033s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:30:10.44742Z","caller":"traceutil/trace.go:171","msg":"trace[572416191] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"534.069744ms","start":"2026-07-24T17:30:09.913337Z","end":"2026-07-24T17:30:10.447407Z","steps":["trace[572416191] 'process raft request' (duration: 533.053584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.447538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:09.913322Z","time spent":"534.165477ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:10.447374Z","caller":"traceutil/trace.go:171","msg":"trace[1433834902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4151; }","duration":"1.594671731s","start":"2026-07-24T17:30:08.852693Z","end":"2026-07-24T17:30:10.447365Z","steps":["trace[1433834902] 'agreement among raft nodes before linearized reading' (duration: 1.594589638s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.447668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.852678Z","time spent":"1.594978193s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:30:10.447725Z","caller":"traceutil/trace.go:171","msg":"trace[959810209] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"534.2461ms","start":"2026-07-24T17:30:09.913456Z","end":"2026-07-24T17:30:10.447702Z","steps":["trace[959810209] 'process raft request' (duration: 533.026603ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:10.447738Z","caller":"traceutil/trace.go:171","msg":"trace[1070951936] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"535.351293ms","start":"2026-07-24T17:30:09.912372Z","end":"2026-07-24T17:30:10.447723Z","steps":["trace[1070951936] 'process raft request' (duration: 533.930538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.447635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5943997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:30:10.447878Z","caller":"traceutil/trace.go:171","msg":"trace[1377442752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4151; }","duration":"1.594686112s","start":"2026-07-24T17:30:08.853178Z","end":"2026-07-24T17:30:10.447864Z","steps":["trace[1377442752] 'agreement among raft nodes before linearized reading' (duration: 1.59361789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.447882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:09.912347Z","time spent":"535.439817ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:10.447884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:09.913424Z","time spent":"534.358515ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:10.447821Z","caller":"traceutil/trace.go:171","msg":"trace[2022295371] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"534.397656ms","start":"2026-07-24T17:30:09.913401Z","end":"2026-07-24T17:30:10.447799Z","steps":["trace[2022295371] 'process raft request' (duration: 533.040983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.447917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.853167Z","time spent":"1.594738223s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:10.447743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463933765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:10.447989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:09.913393Z","time spent":"534.549333ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:10.447987Z","caller":"traceutil/trace.go:171","msg":"trace[807977486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4151; }","duration":"1.464209946s","start":"2026-07-24T17:30:08.983753Z","end":"2026-07-24T17:30:10.447963Z","steps":["trace[807977486] 'agreement among raft nodes before linearized reading' (duration: 1.463943345s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:10.448054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:08.983732Z","time spent":"1.464302219s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:10.95591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:30:11.293772Z","caller":"traceutil/trace.go:171","msg":"trace[1305435056] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"839.500385ms","start":"2026-07-24T17:30:10.454246Z","end":"2026-07-24T17:30:11.293746Z","steps":["trace[1305435056] 'process raft request' (duration: 839.301977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:11.293952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:10.454223Z","time spent":"839.62709ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:12.0249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.957803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:12.025073Z","caller":"traceutil/trace.go:171","msg":"trace[808499485] linearizableReadLoop","detail":"{readStateIndex:4351; appliedIndex:4348; }","duration":"1.569316876s","start":"2026-07-24T17:30:10.45574Z","end":"2026-07-24T17:30:12.025057Z","steps":["trace[808499485] 'read index received' (duration: 837.809969ms)","trace[808499485] 'applied index is now lower than readState.Index' (duration: 731.506027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:12.025429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560395949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:30:12.02551Z","caller":"traceutil/trace.go:171","msg":"trace[1381328935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4154; }","duration":"1.560528843s","start":"2026-07-24T17:30:10.464963Z","end":"2026-07-24T17:30:12.025492Z","steps":["trace[1381328935] 'agreement among raft nodes before linearized reading' (duration: 1.560280784s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:12.025555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:10.46495Z","time spent":"1.560595986s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T17:30:12.025447Z","caller":"traceutil/trace.go:171","msg":"trace[625933166] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"1.569182052s","start":"2026-07-24T17:30:10.456221Z","end":"2026-07-24T17:30:12.025403Z","steps":["trace[625933166] 'process raft request' (duration: 1.054646856s)","trace[625933166] 'compare' (duration: 513.61062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:12.025687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378265447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:12.025702Z","caller":"traceutil/trace.go:171","msg":"trace[1180652280] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"1.56608357s","start":"2026-07-24T17:30:10.459586Z","end":"2026-07-24T17:30:12.02567Z","steps":["trace[1180652280] 'process raft request' (duration: 1.565409604s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:12.025747Z","caller":"traceutil/trace.go:171","msg":"trace[1132465995] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4154; }","duration":"1.378359361s","start":"2026-07-24T17:30:10.64737Z","end":"2026-07-24T17:30:12.025729Z","steps":["trace[1132465995] 'agreement among raft nodes before linearized reading' (duration: 1.378282768s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:12.025803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:10.64735Z","time spent":"1.378438674s","remote":"127.0.0.1:50406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:12.025818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:10.459577Z","time spent":"1.566167454s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:12.025597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.380713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:12.026099Z","caller":"traceutil/trace.go:171","msg":"trace[1158123053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4154; }","duration":"920.908713ms","start":"2026-07-24T17:30:11.105173Z","end":"2026-07-24T17:30:12.026081Z","steps":["trace[1158123053] 'agreement among raft nodes before linearized reading' (duration: 920.370872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:12.026145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570402569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:30:12.026154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:11.10516Z","time spent":"920.978276ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:12.025604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.693916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:12.026187Z","caller":"traceutil/trace.go:171","msg":"trace[1533817644] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4154; }","duration":"1.570489302s","start":"2026-07-24T17:30:10.455685Z","end":"2026-07-24T17:30:12.026174Z","steps":["trace[1533817644] 'agreement among raft nodes before linearized reading' (duration: 1.569520874s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:12.026235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:10.455659Z","time spent":"1.570564415s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T17:30:12.026226Z","caller":"traceutil/trace.go:171","msg":"trace[420614019] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4154; }","duration":"142.393533ms","start":"2026-07-24T17:30:11.88382Z","end":"2026-07-24T17:30:12.026214Z","steps":["trace[420614019] 'agreement among raft nodes before linearized reading' (duration: 141.704607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:12.026485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:10.45621Z","time spent":"1.569477713s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:12.53391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:13.305961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.069161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:13.30609Z","caller":"traceutil/trace.go:171","msg":"trace[1400720581] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"1.275961747s","start":"2026-07-24T17:30:12.030104Z","end":"2026-07-24T17:30:13.306066Z","steps":["trace[1400720581] 'process raft request' (duration: 519.687279ms)","trace[1400720581] 'compare' (duration: 755.920355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:13.306171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:12.03009Z","time spent":"1.27604124s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:13.360406Z","caller":"traceutil/trace.go:171","msg":"trace[1823725952] linearizableReadLoop","detail":"{readStateIndex:4357; appliedIndex:4351; }","duration":"1.326634844s","start":"2026-07-24T17:30:12.033753Z","end":"2026-07-24T17:30:13.360388Z","steps":["trace[1823725952] 'read index received' (duration: 516.210173ms)","trace[1823725952] 'applied index is now lower than readState.Index' (duration: 810.424221ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:13.360434Z","caller":"traceutil/trace.go:171","msg":"trace[600090745] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"906.399094ms","start":"2026-07-24T17:30:12.454025Z","end":"2026-07-24T17:30:13.360424Z","steps":["trace[600090745] 'process raft request' (duration: 906.279529ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:13.360489Z","caller":"traceutil/trace.go:171","msg":"trace[182386253] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"905.367714ms","start":"2026-07-24T17:30:12.455113Z","end":"2026-07-24T17:30:13.36048Z","steps":["trace[182386253] 'process raft request' (duration: 905.25705ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:13.360482Z","caller":"traceutil/trace.go:171","msg":"trace[92201405] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"905.51483ms","start":"2026-07-24T17:30:12.45494Z","end":"2026-07-24T17:30:13.360455Z","steps":["trace[92201405] 'process raft request' (duration: 905.405866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:13.360536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:12.454001Z","time spent":"906.474497ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:13.360555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:12.455095Z","time spent":"905.408706ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:13.360542Z","caller":"traceutil/trace.go:171","msg":"trace[1233315960] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"905.595983ms","start":"2026-07-24T17:30:12.454825Z","end":"2026-07-24T17:30:13.360421Z","steps":["trace[1233315960] 'process raft request' (duration: 905.497179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:13.360665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.343042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:13.360689Z","caller":"traceutil/trace.go:171","msg":"trace[319767987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4160; }","duration":"254.414554ms","start":"2026-07-24T17:30:13.106269Z","end":"2026-07-24T17:30:13.360684Z","steps":["trace[319767987] 'agreement among raft nodes before linearized reading' (duration: 254.361782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:13.360708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326952057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:13.360733Z","caller":"traceutil/trace.go:171","msg":"trace[1262252994] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4160; }","duration":"1.326993028s","start":"2026-07-24T17:30:12.033734Z","end":"2026-07-24T17:30:13.360727Z","steps":["trace[1262252994] 'agreement among raft nodes before linearized reading' (duration: 1.326887973s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:13.360753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:12.033727Z","time spent":"1.327022259s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:30:13.360813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:12.454809Z","time spent":"905.843013ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:13.360597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:12.45493Z","time spent":"905.602633ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:13.360393Z","caller":"traceutil/trace.go:171","msg":"trace[1506759438] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"1.329317229s","start":"2026-07-24T17:30:12.031054Z","end":"2026-07-24T17:30:13.360371Z","steps":["trace[1506759438] 'process raft request' (duration: 1.329167133s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:13.361044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:12.031042Z","time spent":"1.329966914s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:14.457912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.578296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:14.458114Z","caller":"traceutil/trace.go:171","msg":"trace[1803921244] linearizableReadLoop","detail":"{readStateIndex:4358; appliedIndex:4357; }","duration":"1.091876606s","start":"2026-07-24T17:30:13.366215Z","end":"2026-07-24T17:30:14.458091Z","steps":["trace[1803921244] 'read index received' (duration: 445.818871ms)","trace[1803921244] 'applied index is now lower than readState.Index' (duration: 646.055924ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:14.458029Z","caller":"traceutil/trace.go:171","msg":"trace[113293594] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"1.091965299s","start":"2026-07-24T17:30:13.366035Z","end":"2026-07-24T17:30:14.458001Z","steps":["trace[113293594] 'process raft request' (duration: 446.244547ms)","trace[113293594] 'compare' (duration: 644.987203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:14.458504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:13.36601Z","time spent":"1.092323723s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:15.220172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.174217ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T17:30:15.220625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854378735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:30:15.220734Z","caller":"traceutil/trace.go:171","msg":"trace[1896700900] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4161; }","duration":"1.854505081s","start":"2026-07-24T17:30:13.366198Z","end":"2026-07-24T17:30:15.220703Z","steps":["trace[1896700900] 'agreement among raft nodes before linearized reading' (duration: 1.092013351s)","trace[1896700900] 'range keys from in-memory index tree' (duration: 762.233789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:15.220801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:13.366189Z","time spent":"1.854597614s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:30:15.222196Z","caller":"traceutil/trace.go:171","msg":"trace[1975346140] linearizableReadLoop","detail":"{readStateIndex:4360; appliedIndex:4358; }","duration":"763.963017ms","start":"2026-07-24T17:30:14.458184Z","end":"2026-07-24T17:30:15.222148Z","steps":["trace[1975346140] 'read index received' (duration: 51.738619ms)","trace[1975346140] 'applied index is now lower than readState.Index' (duration: 712.221948ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:15.22223Z","caller":"traceutil/trace.go:171","msg":"trace[2013404993] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"852.268092ms","start":"2026-07-24T17:30:14.369934Z","end":"2026-07-24T17:30:15.222202Z","steps":["trace[2013404993] 'process raft request' (duration: 850.338907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:15.222675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:14.36991Z","time spent":"852.665148ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:15.435894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.208565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:15.435971Z","caller":"traceutil/trace.go:171","msg":"trace[1032846798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4162; }","duration":"330.460555ms","start":"2026-07-24T17:30:15.10549Z","end":"2026-07-24T17:30:15.435951Z","steps":["trace[1032846798] 'agreement among raft nodes before linearized reading' (duration: 117.172732ms)","trace[1032846798] 'range keys from in-memory index tree' (duration: 213.050733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:15.436012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.105467Z","time spent":"330.536998ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:15.436063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.160244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:30:15.436121Z","caller":"traceutil/trace.go:171","msg":"trace[1600589384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4162; }","duration":"125.264298ms","start":"2026-07-24T17:30:15.310842Z","end":"2026-07-24T17:30:15.436106Z","steps":["trace[1600589384] 'range keys from in-memory index tree' (duration: 124.953156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:15.43612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.17796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:30:15.436187Z","caller":"traceutil/trace.go:171","msg":"trace[408410523] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4162; }","duration":"211.291454ms","start":"2026-07-24T17:30:15.224877Z","end":"2026-07-24T17:30:15.436169Z","steps":["trace[408410523] 'range keys from in-memory index tree' (duration: 210.996793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:15.436325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175439912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:15.436364Z","caller":"traceutil/trace.go:171","msg":"trace[1497842205] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4162; }","duration":"1.175504404s","start":"2026-07-24T17:30:14.260845Z","end":"2026-07-24T17:30:15.43635Z","steps":["trace[1497842205] 'agreement among raft nodes before linearized reading' (duration: 961.345098ms)","trace[1497842205] 'count revisions from in-memory index tree' (duration: 214.103155ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:15.436386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:14.260827Z","time spent":"1.175553046s","remote":"127.0.0.1:47272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:15.436461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405550149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:30:15.436518Z","caller":"traceutil/trace.go:171","msg":"trace[583581057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4162; }","duration":"1.405640023s","start":"2026-07-24T17:30:14.030855Z","end":"2026-07-24T17:30:15.436495Z","steps":["trace[583581057] 'agreement among raft nodes before linearized reading' (duration: 1.191496127s)","trace[583581057] 'range keys from in-memory index tree' (duration: 214.022172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:15.436546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:14.030836Z","time spent":"1.405704396s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:15.436634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404237528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:30:15.436694Z","caller":"traceutil/trace.go:171","msg":"trace[1197837319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4162; }","duration":"1.404329722s","start":"2026-07-24T17:30:14.032346Z","end":"2026-07-24T17:30:15.436676Z","steps":["trace[1197837319] 'agreement among raft nodes before linearized reading' (duration: 1.189868224s)","trace[1197837319] 'range keys from in-memory index tree' (duration: 214.289011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:15.436736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:14.032334Z","time spent":"1.404395254s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:15.867714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:16.368568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:16.869412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:17.134952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.71357206s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:30:17.135473Z","caller":"traceutil/trace.go:171","msg":"trace[530989070] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"1.768876317s","start":"2026-07-24T17:30:15.366573Z","end":"2026-07-24T17:30:17.13545Z","steps":["trace[530989070] 'process raft request' (duration: 1.768699951s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:17.135707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.366553Z","time spent":"1.768976342s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:17.437566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:30:17.437626Z","caller":"traceutil/trace.go:171","msg":"trace[1107710945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362064s","start":"2026-07-24T17:30:15.43725Z","end":"2026-07-24T17:30:17.437612Z","steps":["trace[1107710945] 'agreement among raft nodes before linearized reading' (duration: 2.000285471s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:17.437667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.437233Z","time spent":"2.000427626s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:30:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:30:18.095758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.237472ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:18.095973Z","caller":"traceutil/trace.go:171","msg":"trace[848781397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4163; }","duration":"659.456221ms","start":"2026-07-24T17:30:17.436493Z","end":"2026-07-24T17:30:18.095949Z","steps":["trace[848781397] 'range keys from in-memory index tree' (duration: 659.222221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.249026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113741302s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:30:18.249867Z","caller":"traceutil/trace.go:171","msg":"trace[237884403] linearizableReadLoop","detail":"{readStateIndex:4368; appliedIndex:4360; }","duration":"2.883100679s","start":"2026-07-24T17:30:15.366741Z","end":"2026-07-24T17:30:18.249841Z","steps":["trace[237884403] 'read index received' (duration: 1.768570716s)","trace[237884403] 'applied index is now lower than readState.Index' (duration: 1.114528873s)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:18.250253Z","caller":"traceutil/trace.go:171","msg":"trace[1576195465] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"2.883512724s","start":"2026-07-24T17:30:15.366727Z","end":"2026-07-24T17:30:18.250239Z","steps":["trace[1576195465] 'process raft request' (duration: 2.882644621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.250368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.366703Z","time spent":"2.883589397s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:18.250559Z","caller":"traceutil/trace.go:171","msg":"trace[1920599584] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"2.883815216s","start":"2026-07-24T17:30:15.366733Z","end":"2026-07-24T17:30:18.250549Z","steps":["trace[1920599584] 'process raft request' (duration: 2.882820318s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.250621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.366702Z","time spent":"2.883886789s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:18.250781Z","caller":"traceutil/trace.go:171","msg":"trace[296902821] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"2.883576097s","start":"2026-07-24T17:30:15.367192Z","end":"2026-07-24T17:30:18.250769Z","steps":["trace[296902821] 'process raft request' (duration: 2.882433463s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.250838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.367181Z","time spent":"2.88362841s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:18.25096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884214472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:30:18.250991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867305922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:18.251026Z","caller":"traceutil/trace.go:171","msg":"trace[1306843570] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"2.836241601s","start":"2026-07-24T17:30:15.414778Z","end":"2026-07-24T17:30:18.25102Z","steps":["trace[1306843570] 'process raft request' (duration: 2.834891168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.251072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.414748Z","time spent":"2.836300373s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:18.251172Z","caller":"traceutil/trace.go:171","msg":"trace[1053983498] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"2.808876683s","start":"2026-07-24T17:30:15.442288Z","end":"2026-07-24T17:30:18.251165Z","steps":["trace[1053983498] 'process raft request' (duration: 2.807422296s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.251208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.545807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:18.251216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.442261Z","time spent":"2.808933675s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:18.251237Z","caller":"traceutil/trace.go:171","msg":"trace[853960732] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4170; }","duration":"615.606369ms","start":"2026-07-24T17:30:17.635622Z","end":"2026-07-24T17:30:18.251228Z","steps":["trace[853960732] 'agreement among raft nodes before linearized reading' (duration: 615.563767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.251278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:17.635605Z","time spent":"615.664722ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:18.251301Z","caller":"traceutil/trace.go:171","msg":"trace[1786903844] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"2.808748158s","start":"2026-07-24T17:30:15.442546Z","end":"2026-07-24T17:30:18.251294Z","steps":["trace[1786903844] 'process raft request' (duration: 2.807205427s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.251335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.442537Z","time spent":"2.808780068s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:18.25143Z","caller":"traceutil/trace.go:171","msg":"trace[252259244] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"2.807754479s","start":"2026-07-24T17:30:15.443652Z","end":"2026-07-24T17:30:18.251406Z","steps":["trace[252259244] 'process raft request' (duration: 2.806145656s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.25144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.685654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:18.251469Z","caller":"traceutil/trace.go:171","msg":"trace[95847862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4170; }","duration":"717.717565ms","start":"2026-07-24T17:30:17.533743Z","end":"2026-07-24T17:30:18.251461Z","steps":["trace[95847862] 'agreement among raft nodes before linearized reading' (duration: 717.669673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:18.251024Z","caller":"traceutil/trace.go:171","msg":"trace[2063479376] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4170; }","duration":"2.867376986s","start":"2026-07-24T17:30:15.383636Z","end":"2026-07-24T17:30:18.251013Z","steps":["trace[2063479376] 'agreement among raft nodes before linearized reading' (duration: 2.867323224s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.2515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.38358Z","time spent":"2.867914976s","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:18.251502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:17.53369Z","time spent":"717.803758ms","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:18.251167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.993818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:18.251642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.069341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:18.251656Z","caller":"traceutil/trace.go:171","msg":"trace[1479009981] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4170; }","duration":"581.522509ms","start":"2026-07-24T17:30:17.670125Z","end":"2026-07-24T17:30:18.251647Z","steps":["trace[1479009981] 'agreement among raft nodes before linearized reading' (duration: 580.998809ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:18.251668Z","caller":"traceutil/trace.go:171","msg":"trace[1498653361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4170; }","duration":"808.117743ms","start":"2026-07-24T17:30:17.443542Z","end":"2026-07-24T17:30:18.25166Z","steps":["trace[1498653361] 'agreement among raft nodes before linearized reading' (duration: 808.078991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.25168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:17.670106Z","time spent":"581.56669ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:18.251693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:17.44353Z","time spent":"808.158085ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:30:18.250999Z","caller":"traceutil/trace.go:171","msg":"trace[712099561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4170; }","duration":"2.884281395s","start":"2026-07-24T17:30:15.366708Z","end":"2026-07-24T17:30:18.25099Z","steps":["trace[712099561] 'agreement among raft nodes before linearized reading' (duration: 2.88417172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.251881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.366603Z","time spent":"2.885271453s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:30:18.251974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207121597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:18.252018Z","caller":"traceutil/trace.go:171","msg":"trace[1566714542] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4170; }","duration":"1.207196429s","start":"2026-07-24T17:30:17.044812Z","end":"2026-07-24T17:30:18.252008Z","steps":["trace[1566714542] 'agreement among raft nodes before linearized reading' (duration: 1.207126287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.25205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:17.044795Z","time spent":"1.207247132s","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:18.252196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528839816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:18.252224Z","caller":"traceutil/trace.go:171","msg":"trace[1575541058] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4170; }","duration":"2.52890453s","start":"2026-07-24T17:30:15.723312Z","end":"2026-07-24T17:30:18.252216Z","steps":["trace[1575541058] 'agreement among raft nodes before linearized reading' (duration: 2.528864488s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.252244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.723293Z","time spent":"2.52894579s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:18.251476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.443588Z","time spent":"2.807864633s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:18.25238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219690098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:30:18.252407Z","caller":"traceutil/trace.go:171","msg":"trace[1885960318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4170; }","duration":"1.21976085s","start":"2026-07-24T17:30:17.03264Z","end":"2026-07-24T17:30:18.252401Z","steps":["trace[1885960318] 'agreement among raft nodes before linearized reading' (duration: 1.219690507s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.252427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:17.032615Z","time spent":"1.219805652s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:30:18.252558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713658205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:30:18.252583Z","caller":"traceutil/trace.go:171","msg":"trace[2043858033] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4170; }","duration":"1.713721578s","start":"2026-07-24T17:30:16.538856Z","end":"2026-07-24T17:30:18.252577Z","steps":["trace[2043858033] 'agreement among raft nodes before linearized reading' (duration: 1.713662525s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.252601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:16.538835Z","time spent":"1.713760939s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:30:18.252705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789478103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:30:18.252729Z","caller":"traceutil/trace.go:171","msg":"trace[445390662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4170; }","duration":"1.789540426s","start":"2026-07-24T17:30:16.463183Z","end":"2026-07-24T17:30:18.252724Z","steps":["trace[445390662] 'agreement among raft nodes before linearized reading' (duration: 1.789500105s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.252747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:16.463163Z","time spent":"1.789579668s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:18.252815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980861333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:18.252841Z","caller":"traceutil/trace.go:171","msg":"trace[1730689148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4170; }","duration":"1.980912135s","start":"2026-07-24T17:30:16.27192Z","end":"2026-07-24T17:30:18.252833Z","steps":["trace[1730689148] 'agreement among raft nodes before linearized reading' (duration: 1.980880393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.252859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:16.271903Z","time spent":"1.980951447s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:18.252962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219553047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:18.252992Z","caller":"traceutil/trace.go:171","msg":"trace[177339711] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4170; }","duration":"2.219618911s","start":"2026-07-24T17:30:16.033366Z","end":"2026-07-24T17:30:18.252985Z","steps":["trace[177339711] 'agreement among raft nodes before linearized reading' (duration: 2.219539458s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.253012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:16.033349Z","time spent":"2.219658431s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:30:18.253115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363044427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:18.253141Z","caller":"traceutil/trace.go:171","msg":"trace[417260190] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4170; }","duration":"2.363100819s","start":"2026-07-24T17:30:15.890034Z","end":"2026-07-24T17:30:18.253135Z","steps":["trace[417260190] 'agreement among raft nodes before linearized reading' (duration: 2.363063778s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.253162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.890021Z","time spent":"2.363134921s","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:18.253221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374875699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:18.253251Z","caller":"traceutil/trace.go:171","msg":"trace[1886977278] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4170; }","duration":"2.375014965s","start":"2026-07-24T17:30:15.878228Z","end":"2026-07-24T17:30:18.253243Z","steps":["trace[1886977278] 'agreement among raft nodes before linearized reading' (duration: 2.374971563s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:18.25327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:15.878196Z","time spent":"2.375068217s","remote":"127.0.0.1:36710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:18.760149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:19.350292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.038736ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:30:19.350789Z","caller":"traceutil/trace.go:171","msg":"trace[1361303545] linearizableReadLoop","detail":"{readStateIndex:4372; appliedIndex:4368; }","duration":"1.091244589s","start":"2026-07-24T17:30:18.259526Z","end":"2026-07-24T17:30:19.350771Z","steps":["trace[1361303545] 'read index received' (duration: 637.802728ms)","trace[1361303545] 'applied index is now lower than readState.Index' (duration: 453.440871ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:19.350872Z","caller":"traceutil/trace.go:171","msg":"trace[89227158] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"1.089490071s","start":"2026-07-24T17:30:18.261372Z","end":"2026-07-24T17:30:19.350862Z","steps":["trace[89227158] 'process raft request' (duration: 1.089011292s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:19.350946Z","caller":"traceutil/trace.go:171","msg":"trace[1419863670] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"753.726094ms","start":"2026-07-24T17:30:18.597181Z","end":"2026-07-24T17:30:19.350907Z","steps":["trace[1419863670] 'process raft request' (duration: 753.540416ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:19.350975Z","caller":"traceutil/trace.go:171","msg":"trace[527696877] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"1.088649798s","start":"2026-07-24T17:30:18.262297Z","end":"2026-07-24T17:30:19.350947Z","steps":["trace[527696877] 'process raft request' (duration: 1.088385788s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:19.351127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:18.262291Z","time spent":"1.088764542s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:19.351134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:18.59713Z","time spent":"753.915501ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:19.35115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:18.261355Z","time spent":"1.089626026s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:19.351172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091615554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:30:19.35123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:18.259463Z","time spent":"1.09176359s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T17:30:19.35127Z","caller":"traceutil/trace.go:171","msg":"trace[901000919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4173; }","duration":"1.09175204s","start":"2026-07-24T17:30:18.259489Z","end":"2026-07-24T17:30:19.351241Z","steps":["trace[901000919] 'agreement among raft nodes before linearized reading' (duration: 1.091460798s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:19.351334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:18.259472Z","time spent":"1.091841092s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:30:19.851503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:20.352061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:20.36938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099799361s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:30:20.370061Z","caller":"traceutil/trace.go:171","msg":"trace[1927241777] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"1.22685599s","start":"2026-07-24T17:30:19.143179Z","end":"2026-07-24T17:30:20.370035Z","steps":["trace[1927241777] 'process raft request' (duration: 1.226468754s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.370298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:19.143153Z","time spent":"1.227003115s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:20.40534Z","caller":"traceutil/trace.go:171","msg":"trace[2062408652] linearizableReadLoop","detail":"{readStateIndex:4377; appliedIndex:4372; }","duration":"1.054485191s","start":"2026-07-24T17:30:19.350831Z","end":"2026-07-24T17:30:20.405316Z","steps":["trace[2062408652] 'read index received' (duration: 1.018981675s)","trace[2062408652] 'applied index is now lower than readState.Index' (duration: 35.502396ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:20.405417Z","caller":"traceutil/trace.go:171","msg":"trace[1914382376] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"1.052473013s","start":"2026-07-24T17:30:19.352902Z","end":"2026-07-24T17:30:20.405375Z","steps":["trace[1914382376] 'process raft request' (duration: 1.052154921s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:20.405455Z","caller":"traceutil/trace.go:171","msg":"trace[451844632] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"143.781024ms","start":"2026-07-24T17:30:20.261642Z","end":"2026-07-24T17:30:20.405423Z","steps":["trace[451844632] 'process raft request' (duration: 143.637449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.405532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060838419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:20.405578Z","caller":"traceutil/trace.go:171","msg":"trace[1687866073] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4178; }","duration":"1.060940624s","start":"2026-07-24T17:30:19.344626Z","end":"2026-07-24T17:30:20.405566Z","steps":["trace[1687866073] 'agreement among raft nodes before linearized reading' (duration: 1.06084399s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.405618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:19.344608Z","time spent":"1.060997825s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:20.405606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:19.352884Z","time spent":"1.052616628s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:20.405711Z","caller":"traceutil/trace.go:171","msg":"trace[877712294] transaction","detail":"{read_only:false; response_revision:4176; number_of_response:1; }","duration":"145.080865ms","start":"2026-07-24T17:30:20.260616Z","end":"2026-07-24T17:30:20.405697Z","steps":["trace[877712294] 'process raft request' (duration: 144.576985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.405992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300511526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:20.406069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.627556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:30:20.40612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.654127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:30:20.406006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163151844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:20.40616Z","caller":"traceutil/trace.go:171","msg":"trace[583843634] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4178; }","duration":"1.163363783s","start":"2026-07-24T17:30:19.242786Z","end":"2026-07-24T17:30:20.40615Z","steps":["trace[583843634] 'agreement among raft nodes before linearized reading' (duration: 1.163120653s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.406204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:19.242767Z","time spent":"1.163423664s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:20.406242Z","caller":"traceutil/trace.go:171","msg":"trace[820840694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4178; }","duration":"1.300669072s","start":"2026-07-24T17:30:19.105434Z","end":"2026-07-24T17:30:20.406103Z","steps":["trace[820840694] 'agreement among raft nodes before linearized reading' (duration: 1.300507906s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.406363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.237258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:20.406396Z","caller":"traceutil/trace.go:171","msg":"trace[1481011097] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4178; }","duration":"797.308591ms","start":"2026-07-24T17:30:19.609079Z","end":"2026-07-24T17:30:20.406388Z","steps":["trace[1481011097] 'agreement among raft nodes before linearized reading' (duration: 797.248349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.406418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:19.609058Z","time spent":"797.353613ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:20.406124Z","caller":"traceutil/trace.go:171","msg":"trace[2063433510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4178; }","duration":"145.681068ms","start":"2026-07-24T17:30:20.260432Z","end":"2026-07-24T17:30:20.406113Z","steps":["trace[2063433510] 'agreement among raft nodes before linearized reading' (duration: 145.598495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.406212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.753601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:30:20.406741Z","caller":"traceutil/trace.go:171","msg":"trace[1396585207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4178; }","duration":"146.318504ms","start":"2026-07-24T17:30:20.260414Z","end":"2026-07-24T17:30:20.406733Z","steps":["trace[1396585207] 'agreement among raft nodes before linearized reading' (duration: 145.70868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.406737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052712262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"warn","ts":"2026-07-24T17:30:20.406356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:19.10542Z","time spent":"1.300918982s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:30:20.406159Z","caller":"traceutil/trace.go:171","msg":"trace[238259133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4178; }","duration":"145.749601ms","start":"2026-07-24T17:30:20.260398Z","end":"2026-07-24T17:30:20.406148Z","steps":["trace[238259133] 'agreement among raft nodes before linearized reading' (duration: 145.647697ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:20.407502Z","caller":"traceutil/trace.go:171","msg":"trace[1745826143] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"145.992311ms","start":"2026-07-24T17:30:20.261496Z","end":"2026-07-24T17:30:20.407489Z","steps":["trace[1745826143] 'process raft request' (duration: 143.748833ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:20.406812Z","caller":"traceutil/trace.go:171","msg":"trace[2044471360] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4178; }","duration":"1.053469452s","start":"2026-07-24T17:30:19.353323Z","end":"2026-07-24T17:30:20.406792Z","steps":["trace[2044471360] 'agreement among raft nodes before linearized reading' (duration: 1.052622789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.407659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145008233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:30:20.407738Z","caller":"traceutil/trace.go:171","msg":"trace[1146048391] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4178; }","duration":"2.145110397s","start":"2026-07-24T17:30:18.26261Z","end":"2026-07-24T17:30:20.407721Z","steps":["trace[1146048391] 'agreement among raft nodes before linearized reading' (duration: 2.143256625s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:20.407783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:18.262607Z","time spent":"2.145167479s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:30:20.407784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:19.353316Z","time spent":"1.05444297s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:30:20.915645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:22.401365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179373581s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:22.402119Z","caller":"traceutil/trace.go:171","msg":"trace[906191349] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"1.98862091s","start":"2026-07-24T17:30:20.413453Z","end":"2026-07-24T17:30:22.402074Z","steps":["trace[906191349] 'process raft request' (duration: 808.46537ms)","trace[906191349] 'compare' (duration: 1.179250885s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:22.402754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:20.41344Z","time spent":"1.988745716s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:22.419352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000813216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:30:22.419582Z","caller":"traceutil/trace.go:171","msg":"trace[905198600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001125249s","start":"2026-07-24T17:30:20.418438Z","end":"2026-07-24T17:30:22.419563Z","steps":["trace[905198600] 'agreement among raft nodes before linearized reading' (duration: 2.000818357s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:22.420128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:20.418432Z","time spent":"2.00167018s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:30:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:30:22.545613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323683896s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:30:23.343717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.807261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:23.344188Z","caller":"traceutil/trace.go:171","msg":"trace[1777232928] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"2.929501821s","start":"2026-07-24T17:30:20.414645Z","end":"2026-07-24T17:30:23.344146Z","steps":["trace[1777232928] 'process raft request' (duration: 2.131181069s)","trace[1777232928] 'compare' (duration: 797.50094ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:23.344269Z","caller":"traceutil/trace.go:171","msg":"trace[317440449] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"968.145585ms","start":"2026-07-24T17:30:22.376097Z","end":"2026-07-24T17:30:23.344243Z","steps":["trace[317440449] 'process raft request' (duration: 967.830612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:23.344317Z","caller":"traceutil/trace.go:171","msg":"trace[1530335355] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"933.100516ms","start":"2026-07-24T17:30:22.411206Z","end":"2026-07-24T17:30:23.344306Z","steps":["trace[1530335355] 'process raft request' (duration: 932.93404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:23.344375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:20.414638Z","time spent":"2.929643596s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:23.344401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.411186Z","time spent":"933.174529ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:23.344434Z","caller":"traceutil/trace.go:171","msg":"trace[1224153163] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"2.928210719s","start":"2026-07-24T17:30:20.416209Z","end":"2026-07-24T17:30:23.34442Z","steps":["trace[1224153163] 'process raft request' (duration: 2.927601676s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:23.344236Z","caller":"traceutil/trace.go:171","msg":"trace[285975419] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"930.783316ms","start":"2026-07-24T17:30:22.413434Z","end":"2026-07-24T17:30:23.344218Z","steps":["trace[285975419] 'process raft request' (duration: 930.744104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:23.344524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:20.416195Z","time spent":"2.928282103s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:23.344592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.413422Z","time spent":"931.119508ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:23.34428Z","caller":"traceutil/trace.go:171","msg":"trace[1177075687] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"933.387278ms","start":"2026-07-24T17:30:22.410882Z","end":"2026-07-24T17:30:23.34427Z","steps":["trace[1177075687] 'process raft request' (duration: 933.079826ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:23.344725Z","caller":"traceutil/trace.go:171","msg":"trace[420530895] linearizableReadLoop","detail":"{readStateIndex:4380; appliedIndex:4377; }","duration":"2.929845354s","start":"2026-07-24T17:30:20.41486Z","end":"2026-07-24T17:30:23.344706Z","steps":["trace[420530895] 'read index received' (duration: 807.041384ms)","trace[420530895] 'applied index is now lower than readState.Index' (duration: 2.12280253s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:23.344375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.376066Z","time spent":"968.25911ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:23.344788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.410856Z","time spent":"933.883447ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:23.344953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930081814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:30:23.344996Z","caller":"traceutil/trace.go:171","msg":"trace[211143085] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4185; }","duration":"2.930189268s","start":"2026-07-24T17:30:20.414798Z","end":"2026-07-24T17:30:23.344987Z","steps":["trace[211143085] 'agreement among raft nodes before linearized reading' (duration: 2.930055552s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:23.345038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:20.414781Z","time spent":"2.930248849s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:30:23.84549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:24.035375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:30:24.035486Z","caller":"traceutil/trace.go:171","msg":"trace[233412056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510861s","start":"2026-07-24T17:30:22.034951Z","end":"2026-07-24T17:30:24.035461Z","steps":["trace[233412056] 'agreement among raft nodes before linearized reading' (duration: 2.000367245s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.035544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.034929Z","time spent":"2.000603565s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:30:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:30:24.420165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:30:24.420241Z","caller":"traceutil/trace.go:171","msg":"trace[948027145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620669s","start":"2026-07-24T17:30:22.419602Z","end":"2026-07-24T17:30:24.420223Z","steps":["trace[948027145] 'agreement among raft nodes before linearized reading' (duration: 2.000525145s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.420297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.419587Z","time spent":"2.000698053s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:30:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:30:24.814554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.958608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:24.814775Z","caller":"traceutil/trace.go:171","msg":"trace[277039766] linearizableReadLoop","detail":"{readStateIndex:4386; appliedIndex:4384; }","duration":"1.469945605s","start":"2026-07-24T17:30:23.344807Z","end":"2026-07-24T17:30:24.814753Z","steps":["trace[277039766] 'read index received' (duration: 867.54393ms)","trace[277039766] 'applied index is now lower than readState.Index' (duration: 602.400545ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:24.815033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299993082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:24.8151Z","caller":"traceutil/trace.go:171","msg":"trace[959322530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4187; }","duration":"4.300100247s","start":"2026-07-24T17:30:20.514984Z","end":"2026-07-24T17:30:24.815084Z","steps":["trace[959322530] 'agreement among raft nodes before linearized reading' (duration: 4.299990903s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.815134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45947981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:30:24.815153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:20.514967Z","time spent":"4.300170229s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:24.815187Z","caller":"traceutil/trace.go:171","msg":"trace[47272837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4187; }","duration":"3.459580884s","start":"2026-07-24T17:30:21.355591Z","end":"2026-07-24T17:30:24.815172Z","steps":["trace[47272837] 'agreement among raft nodes before linearized reading' (duration: 3.459375556s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.815227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:21.355566Z","time spent":"3.459649907s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:30:24.815239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578269687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:24.815288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154490544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:24.815329Z","caller":"traceutil/trace.go:171","msg":"trace[641873891] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4187; }","duration":"2.154570106s","start":"2026-07-24T17:30:22.660747Z","end":"2026-07-24T17:30:24.815317Z","steps":["trace[641873891] 'agreement among raft nodes before linearized reading' (duration: 2.154517524s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:24.815335Z","caller":"traceutil/trace.go:171","msg":"trace[1416174499] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4187; }","duration":"1.578417673s","start":"2026-07-24T17:30:23.236895Z","end":"2026-07-24T17:30:24.815313Z","steps":["trace[1416174499] 'agreement among raft nodes before linearized reading' (duration: 1.578216555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.815352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.660724Z","time spent":"2.154623178s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:24.81533Z","caller":"traceutil/trace.go:171","msg":"trace[1943646279] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"1.903778162s","start":"2026-07-24T17:30:22.911523Z","end":"2026-07-24T17:30:24.815301Z","steps":["trace[1943646279] 'process raft request' (duration: 1.300980292s)","trace[1943646279] 'compare' (duration: 601.798191ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:24.815351Z","caller":"traceutil/trace.go:171","msg":"trace[701732187] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"1.902758753s","start":"2026-07-24T17:30:22.912571Z","end":"2026-07-24T17:30:24.81533Z","steps":["trace[701732187] 'process raft request' (duration: 1.902096027s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.815392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:23.23688Z","time spent":"1.578500376s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:24.815442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.91255Z","time spent":"1.902841156s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:24.815442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.911499Z","time spent":"1.903890587s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:24.815469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460646226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:30:24.815042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.361471373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:24.815517Z","caller":"traceutil/trace.go:171","msg":"trace[1741743185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4187; }","duration":"3.460730929s","start":"2026-07-24T17:30:21.354772Z","end":"2026-07-24T17:30:24.815503Z","steps":["trace[1741743185] 'agreement among raft nodes before linearized reading' (duration: 3.460598904s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:24.815536Z","caller":"traceutil/trace.go:171","msg":"trace[256687623] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4187; }","duration":"4.362008884s","start":"2026-07-24T17:30:20.453521Z","end":"2026-07-24T17:30:24.81553Z","steps":["trace[256687623] 'agreement among raft nodes before linearized reading' (duration: 4.361468313s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.815554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:20.453504Z","time spent":"4.362045405s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:30:24.81556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:21.354752Z","time spent":"3.460795512s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:24.815469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780746484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:24.815666Z","caller":"traceutil/trace.go:171","msg":"trace[1377724139] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4187; }","duration":"2.780979723s","start":"2026-07-24T17:30:22.034673Z","end":"2026-07-24T17:30:24.815653Z","steps":["trace[1377724139] 'agreement among raft nodes before linearized reading' (duration: 2.780709193s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.815683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740455464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:24.815709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:22.034655Z","time spent":"2.781042266s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:30:24.815729Z","caller":"traceutil/trace.go:171","msg":"trace[160991381] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4187; }","duration":"3.740545647s","start":"2026-07-24T17:30:21.07517Z","end":"2026-07-24T17:30:24.815716Z","steps":["trace[160991381] 'agreement among raft nodes before linearized reading' (duration: 3.740416762s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:24.815777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:21.075148Z","time spent":"3.7406163s","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":91,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:25.888536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.749847ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:30:25.888777Z","caller":"traceutil/trace.go:171","msg":"trace[679509647] linearizableReadLoop","detail":"{readStateIndex:4387; appliedIndex:4386; }","duration":"1.073946342s","start":"2026-07-24T17:30:24.814813Z","end":"2026-07-24T17:30:25.888759Z","steps":["trace[679509647] 'read index received' (duration: 130.973497ms)","trace[679509647] 'applied index is now lower than readState.Index' (duration: 942.971935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:25.889081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462510793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:25.889114Z","caller":"traceutil/trace.go:171","msg":"trace[1730067438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4187; }","duration":"1.462593506s","start":"2026-07-24T17:30:24.426513Z","end":"2026-07-24T17:30:25.889106Z","steps":["trace[1730067438] 'agreement among raft nodes before linearized reading' (duration: 1.462526943s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:25.889141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:24.426491Z","time spent":"1.462643418s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:30:25.889375Z","caller":"traceutil/trace.go:171","msg":"trace[1961918699] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"1.069711647s","start":"2026-07-24T17:30:24.819625Z","end":"2026-07-24T17:30:25.889336Z","steps":["trace[1961918699] 'process raft request' (duration: 1.069036451s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:25.889574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:24.819597Z","time spent":"1.069861013s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:26.405584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685043277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:26.40594Z","caller":"traceutil/trace.go:171","msg":"trace[433047128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4188; }","duration":"2.685436643s","start":"2026-07-24T17:30:23.720467Z","end":"2026-07-24T17:30:26.405904Z","steps":["trace[433047128] 'agreement among raft nodes before linearized reading' (duration: 2.168785115s)","trace[433047128] 'count revisions from in-memory index tree' (duration: 516.277404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:26.406095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:23.720448Z","time spent":"2.685618881s","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:26.405576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999021187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:30:26.407145Z","caller":"traceutil/trace.go:171","msg":"trace[2082871251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4188; }","duration":"2.00063112s","start":"2026-07-24T17:30:24.406473Z","end":"2026-07-24T17:30:26.407104Z","steps":["trace[2082871251] 'agreement among raft nodes before linearized reading' (duration: 1.482768914s)","trace[2082871251] 'range keys from in-memory index tree' (duration: 516.242532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:26.405658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828687729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:26.407285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:24.406452Z","time spent":"2.000792137s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:30:26.40651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.121317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:26.407315Z","caller":"traceutil/trace.go:171","msg":"trace[1424812594] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4188; }","duration":"2.830334453s","start":"2026-07-24T17:30:23.576922Z","end":"2026-07-24T17:30:26.407256Z","steps":["trace[1424812594] 'agreement among raft nodes before linearized reading' (duration: 2.3122954s)","trace[1424812594] 'count revisions from in-memory index tree' (duration: 516.409539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:26.407462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:23.576897Z","time spent":"2.8305082s","remote":"127.0.0.1:60044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:26.407682Z","caller":"traceutil/trace.go:171","msg":"trace[716059270] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"1.058414878s","start":"2026-07-24T17:30:25.349248Z","end":"2026-07-24T17:30:26.407663Z","steps":["trace[716059270] 'process raft request' (duration: 1.058317474s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.407793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.349225Z","time spent":"1.058515961s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:26.407875Z","caller":"traceutil/trace.go:171","msg":"trace[561326909] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"1.587272392s","start":"2026-07-24T17:30:24.820505Z","end":"2026-07-24T17:30:26.407777Z","steps":["trace[561326909] 'process raft request' (duration: 1.068810822s)","trace[561326909] 'compare' (duration: 516.144779ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:26.407968Z","caller":"traceutil/trace.go:171","msg":"trace[497234843] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"1.058811473s","start":"2026-07-24T17:30:25.349139Z","end":"2026-07-24T17:30:26.40795Z","steps":["trace[497234843] 'process raft request' (duration: 1.058368426s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.408106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.349108Z","time spent":"1.058946848s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:26.408106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:24.820491Z","time spent":"1.587470489s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:26.408393Z","caller":"traceutil/trace.go:171","msg":"trace[278824625] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"1.058437319s","start":"2026-07-24T17:30:25.349908Z","end":"2026-07-24T17:30:26.408345Z","steps":["trace[278824625] 'process raft request' (duration: 1.05770563s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:26.408412Z","caller":"traceutil/trace.go:171","msg":"trace[1334415538] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"1.057225221s","start":"2026-07-24T17:30:25.351162Z","end":"2026-07-24T17:30:26.408387Z","steps":["trace[1334415538] 'process raft request' (duration: 1.057074956s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:26.40848Z","caller":"traceutil/trace.go:171","msg":"trace[1563926109] linearizableReadLoop","detail":"{readStateIndex:4395; appliedIndex:4388; }","duration":"519.653935ms","start":"2026-07-24T17:30:25.888811Z","end":"2026-07-24T17:30:26.408465Z","steps":["trace[1563926109] 'read index received' (duration: 94.770683ms)","trace[1563926109] 'applied index is now lower than readState.Index' (duration: 424.882192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:26.408503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.349894Z","time spent":"1.058538402s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:26.408567Z","caller":"traceutil/trace.go:171","msg":"trace[738484582] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"643.686083ms","start":"2026-07-24T17:30:25.764869Z","end":"2026-07-24T17:30:26.408556Z","steps":["trace[738484582] 'process raft request' (duration: 643.469095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.408647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.764842Z","time spent":"643.743845ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:26.408778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059581963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:30:26.408539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.35115Z","time spent":"1.057316345s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:26.408846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589171165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:30:26.408855Z","caller":"traceutil/trace.go:171","msg":"trace[948961703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4195; }","duration":"1.059697018s","start":"2026-07-24T17:30:25.349145Z","end":"2026-07-24T17:30:26.408842Z","steps":["trace[948961703] 'agreement among raft nodes before linearized reading' (duration: 1.059501301s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:26.408872Z","caller":"traceutil/trace.go:171","msg":"trace[32421035] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4195; }","duration":"1.589213037s","start":"2026-07-24T17:30:24.819652Z","end":"2026-07-24T17:30:26.408865Z","steps":["trace[32421035] 'agreement among raft nodes before linearized reading' (duration: 1.589061401s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.408891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:24.819644Z","time spent":"1.589242898s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:30:26.408918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.34913Z","time spent":"1.05975504s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:26.409026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589778199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:26.409051Z","caller":"traceutil/trace.go:171","msg":"trace[691997113] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4195; }","duration":"1.589833691s","start":"2026-07-24T17:30:24.819211Z","end":"2026-07-24T17:30:26.409045Z","steps":["trace[691997113] 'agreement among raft nodes before linearized reading' (duration: 1.58979363s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.409069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:24.819195Z","time spent":"1.589869413s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:30:26.409107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059827733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:30:26.409156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.079811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:26.409228Z","caller":"traceutil/trace.go:171","msg":"trace[1347029977] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4195; }","duration":"965.218517ms","start":"2026-07-24T17:30:25.443992Z","end":"2026-07-24T17:30:26.40921Z","steps":["trace[1347029977] 'agreement among raft nodes before linearized reading' (duration: 964.972137ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:26.409202Z","caller":"traceutil/trace.go:171","msg":"trace[1191407857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4195; }","duration":"1.059941018s","start":"2026-07-24T17:30:25.349245Z","end":"2026-07-24T17:30:26.409186Z","steps":["trace[1191407857] 'agreement among raft nodes before linearized reading' (duration: 1.059807622s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.409281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.443975Z","time spent":"965.294209ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:26.409328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.349237Z","time spent":"1.060038581s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:26.409231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.762741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:26.409468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.254083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:26.409499Z","caller":"traceutil/trace.go:171","msg":"trace[59842403] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4195; }","duration":"775.323846ms","start":"2026-07-24T17:30:25.634166Z","end":"2026-07-24T17:30:26.40949Z","steps":["trace[59842403] 'agreement among raft nodes before linearized reading' (duration: 775.270054ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:26.409504Z","caller":"traceutil/trace.go:171","msg":"trace[2103097858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4195; }","duration":"519.071983ms","start":"2026-07-24T17:30:25.890417Z","end":"2026-07-24T17:30:26.409489Z","steps":["trace[2103097858] 'agreement among raft nodes before linearized reading' (duration: 518.784852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.409544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.890394Z","time spent":"519.139316ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:26.409558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.634148Z","time spent":"775.366997ms","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:26.407972Z","caller":"traceutil/trace.go:171","msg":"trace[1287197590] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"1.062855371s","start":"2026-07-24T17:30:25.345091Z","end":"2026-07-24T17:30:26.407946Z","steps":["trace[1287197590] 'process raft request' (duration: 1.06232287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:26.412134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:25.34507Z","time spent":"1.066738423s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:26.918999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:30:27.200542Z","caller":"traceutil/trace.go:171","msg":"trace[2042101445] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"782.370626ms","start":"2026-07-24T17:30:26.418104Z","end":"2026-07-24T17:30:27.200475Z","steps":["trace[2042101445] 'process raft request' (duration: 716.991591ms)","trace[2042101445] 'compare' (duration: 65.00838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:27.201008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:26.418082Z","time spent":"782.561834ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:28.097898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.278166ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:28.098003Z","caller":"traceutil/trace.go:171","msg":"trace[175766120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4196; }","duration":"661.399581ms","start":"2026-07-24T17:30:27.436591Z","end":"2026-07-24T17:30:28.09799Z","steps":["trace[175766120] 'range keys from in-memory index tree' (duration: 661.264305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.098124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.16284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:28.098407Z","caller":"traceutil/trace.go:171","msg":"trace[704845358] linearizableReadLoop","detail":"{readStateIndex:4398; appliedIndex:4395; }","duration":"1.680147975s","start":"2026-07-24T17:30:26.418235Z","end":"2026-07-24T17:30:28.098383Z","steps":["trace[704845358] 'read index received' (duration: 716.895007ms)","trace[704845358] 'applied index is now lower than readState.Index' (duration: 963.251218ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:28.09869Z","caller":"traceutil/trace.go:171","msg":"trace[174942592] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"1.680565652s","start":"2026-07-24T17:30:26.418104Z","end":"2026-07-24T17:30:28.09867Z","steps":["trace[174942592] 'process raft request' (duration: 1.311699364s)","trace[174942592] 'compare' (duration: 367.626229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:28.098775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:26.418085Z","time spent":"1.680647535s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:28.098992Z","caller":"traceutil/trace.go:171","msg":"trace[977917470] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"1.678129017s","start":"2026-07-24T17:30:26.420846Z","end":"2026-07-24T17:30:28.098975Z","steps":["trace[977917470] 'process raft request' (duration: 1.677412198s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.099101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:26.4208Z","time spent":"1.67823044s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:28.099186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.994343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:30:28.099265Z","caller":"traceutil/trace.go:171","msg":"trace[184427154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4198; }","duration":"205.139508ms","start":"2026-07-24T17:30:27.894111Z","end":"2026-07-24T17:30:28.099251Z","steps":["trace[184427154] 'agreement among raft nodes before linearized reading' (duration: 204.969862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.099404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681172165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:30:28.099429Z","caller":"traceutil/trace.go:171","msg":"trace[1159849792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4198; }","duration":"1.681225227s","start":"2026-07-24T17:30:26.418198Z","end":"2026-07-24T17:30:28.099423Z","steps":["trace[1159849792] 'agreement among raft nodes before linearized reading' (duration: 1.681158274s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.099448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:26.418189Z","time spent":"1.681253108s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:30:28.099674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.435035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:28.099703Z","caller":"traceutil/trace.go:171","msg":"trace[872694366] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4198; }","duration":"102.466826ms","start":"2026-07-24T17:30:27.997228Z","end":"2026-07-24T17:30:28.099695Z","steps":["trace[872694366] 'agreement among raft nodes before linearized reading' (duration: 102.421724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.099779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560434896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:30:28.099864Z","caller":"traceutil/trace.go:171","msg":"trace[1230565669] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4198; }","duration":"1.56052643s","start":"2026-07-24T17:30:26.539294Z","end":"2026-07-24T17:30:28.099821Z","steps":["trace[1230565669] 'agreement among raft nodes before linearized reading' (duration: 1.560329132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.099906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:26.539276Z","time spent":"1.560619934s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:30:28.099999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679672347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:30:28.100165Z","caller":"traceutil/trace.go:171","msg":"trace[2120026351] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4198; }","duration":"1.679839643s","start":"2026-07-24T17:30:26.420297Z","end":"2026-07-24T17:30:28.100137Z","steps":["trace[2120026351] 'agreement among raft nodes before linearized reading' (duration: 1.679433757s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.099901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68052513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:28.100235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:26.420292Z","time spent":"1.679928066s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:30:28.100489Z","caller":"traceutil/trace.go:171","msg":"trace[1210090645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4198; }","duration":"1.680983447s","start":"2026-07-24T17:30:26.419262Z","end":"2026-07-24T17:30:28.100246Z","steps":["trace[1210090645] 'agreement among raft nodes before linearized reading' (duration: 1.679727238s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.100539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:26.419257Z","time spent":"1.681270789s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:28.101836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.564448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:28.101919Z","caller":"traceutil/trace.go:171","msg":"trace[2119991600] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4198; }","duration":"324.631498ms","start":"2026-07-24T17:30:27.777273Z","end":"2026-07-24T17:30:28.101905Z","steps":["trace[2119991600] 'agreement among raft nodes before linearized reading' (duration: 322.447033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:28.102144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:27.777254Z","time spent":"324.805235ms","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:28.604181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:28.890702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.790986ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T17:30:28.890831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.10194Z","time spent":"788.886007ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:30:29.516829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.415886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:29.517315Z","caller":"traceutil/trace.go:171","msg":"trace[674962764] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"625.055666ms","start":"2026-07-24T17:30:28.892235Z","end":"2026-07-24T17:30:29.517291Z","steps":["trace[674962764] 'process raft request' (duration: 624.989803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.517414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.892206Z","time spent":"625.15881ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:29.517449Z","caller":"traceutil/trace.go:171","msg":"trace[449129488] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"1.099322324s","start":"2026-07-24T17:30:28.418079Z","end":"2026-07-24T17:30:29.517401Z","steps":["trace[449129488] 'process raft request' (duration: 1.099000932s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:29.517518Z","caller":"traceutil/trace.go:171","msg":"trace[505297555] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"1.094940443s","start":"2026-07-24T17:30:28.422555Z","end":"2026-07-24T17:30:29.517496Z","steps":["trace[505297555] 'process raft request' (duration: 1.09461916s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:29.517519Z","caller":"traceutil/trace.go:171","msg":"trace[1536112204] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4398; }","duration":"1.414173431s","start":"2026-07-24T17:30:28.103325Z","end":"2026-07-24T17:30:29.517499Z","steps":["trace[1536112204] 'read index received' (duration: 506.642834ms)","trace[1536112204] 'applied index is now lower than readState.Index' (duration: 907.527797ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:29.517577Z","caller":"traceutil/trace.go:171","msg":"trace[825779309] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"1.099807973s","start":"2026-07-24T17:30:28.417747Z","end":"2026-07-24T17:30:29.517555Z","steps":["trace[825779309] 'process raft request' (duration: 1.09919992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.517655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.422512Z","time spent":"1.095037687s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:29.517667Z","caller":"traceutil/trace.go:171","msg":"trace[1919673785] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"1.412782027s","start":"2026-07-24T17:30:28.104866Z","end":"2026-07-24T17:30:29.517648Z","steps":["trace[1919673785] 'process raft request' (duration: 914.434754ms)","trace[1919673785] 'compare' (duration: 497.128195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:29.517695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414361008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:29.517695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.417675Z","time spent":"1.09996284s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:29.517735Z","caller":"traceutil/trace.go:171","msg":"trace[1076176702] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"1.098390008s","start":"2026-07-24T17:30:28.419331Z","end":"2026-07-24T17:30:29.517721Z","steps":["trace[1076176702] 'process raft request' (duration: 1.097799395s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:29.517755Z","caller":"traceutil/trace.go:171","msg":"trace[280237885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4204; }","duration":"1.414435822s","start":"2026-07-24T17:30:28.103309Z","end":"2026-07-24T17:30:29.517745Z","steps":["trace[280237885] 'agreement among raft nodes before linearized reading' (duration: 1.414337038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.51776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.104836Z","time spent":"1.412880841s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:29.517791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.103301Z","time spent":"1.414482923s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:29.517794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.419312Z","time spent":"1.098453091s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:29.517678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.418068Z","time spent":"1.099481931s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:29.517948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283116138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:29.517986Z","caller":"traceutil/trace.go:171","msg":"trace[359557484] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4204; }","duration":"1.283205542s","start":"2026-07-24T17:30:28.234769Z","end":"2026-07-24T17:30:29.517974Z","steps":["trace[359557484] 'agreement among raft nodes before linearized reading' (duration: 1.283145829s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.518024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.234707Z","time spent":"1.283307626s","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:29.518092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317154399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-07-24T17:30:29.518128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.009668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T17:30:29.518139Z","caller":"traceutil/trace.go:171","msg":"trace[1393835989] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4204; }","duration":"1.317245553s","start":"2026-07-24T17:30:28.200881Z","end":"2026-07-24T17:30:29.518126Z","steps":["trace[1393835989] 'agreement among raft nodes before linearized reading' (duration: 1.31716933s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:29.518159Z","caller":"traceutil/trace.go:171","msg":"trace[1323284051] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4204; }","duration":"246.078131ms","start":"2026-07-24T17:30:29.272074Z","end":"2026-07-24T17:30:29.518152Z","steps":["trace[1323284051] 'agreement among raft nodes before linearized reading' (duration: 245.982937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.518168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.200857Z","time spent":"1.317303535s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T17:30:29.518203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.05619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:30:29.518236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26625814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:29.518264Z","caller":"traceutil/trace.go:171","msg":"trace[923519071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4204; }","duration":"312.154833ms","start":"2026-07-24T17:30:29.206094Z","end":"2026-07-24T17:30:29.518249Z","steps":["trace[923519071] 'agreement among raft nodes before linearized reading' (duration: 312.021958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.51827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.390404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124002"} {"level":"info","ts":"2026-07-24T17:30:29.51832Z","caller":"traceutil/trace.go:171","msg":"trace[997486053] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4204; }","duration":"245.461337ms","start":"2026-07-24T17:30:29.272848Z","end":"2026-07-24T17:30:29.51831Z","steps":["trace[997486053] 'agreement among raft nodes before linearized reading' (duration: 245.305441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:29.518278Z","caller":"traceutil/trace.go:171","msg":"trace[175350470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4204; }","duration":"1.266364454s","start":"2026-07-24T17:30:28.251904Z","end":"2026-07-24T17:30:29.518268Z","steps":["trace[175350470] 'agreement among raft nodes before linearized reading' (duration: 1.266288121s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.518347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402428933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:30:29.518445Z","caller":"traceutil/trace.go:171","msg":"trace[605852337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4204; }","duration":"1.40262783s","start":"2026-07-24T17:30:28.115796Z","end":"2026-07-24T17:30:29.518424Z","steps":["trace[605852337] 'agreement among raft nodes before linearized reading' (duration: 1.402337789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.518501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.115769Z","time spent":"1.402722204s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:30:29.518084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094757346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:30:29.518555Z","caller":"traceutil/trace.go:171","msg":"trace[901884922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4204; }","duration":"1.095257966s","start":"2026-07-24T17:30:28.42328Z","end":"2026-07-24T17:30:29.518538Z","steps":["trace[901884922] 'agreement among raft nodes before linearized reading' (duration: 1.094629901s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.518608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.423237Z","time spent":"1.095355609s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:30:29.518383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.251876Z","time spent":"1.266493719s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:29.518318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:29.206071Z","time spent":"312.233727ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:29.518031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414637329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:30:29.518776Z","caller":"traceutil/trace.go:171","msg":"trace[871714292] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4204; }","duration":"1.415397409s","start":"2026-07-24T17:30:28.103362Z","end":"2026-07-24T17:30:29.518759Z","steps":["trace[871714292] 'agreement among raft nodes before linearized reading' (duration: 1.414537536s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:29.518815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:28.103352Z","time spent":"1.415452411s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:30:30.144258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.431391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:30.144474Z","caller":"traceutil/trace.go:171","msg":"trace[1916305592] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"473.98355ms","start":"2026-07-24T17:30:29.670472Z","end":"2026-07-24T17:30:30.144456Z","steps":["trace[1916305592] 'process raft request' (duration: 473.939588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.144561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:29.670441Z","time spent":"474.076114ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:30.144643Z","caller":"traceutil/trace.go:171","msg":"trace[1552728006] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"618.784271ms","start":"2026-07-24T17:30:29.525597Z","end":"2026-07-24T17:30:30.144382Z","steps":["trace[1552728006] 'process raft request' (duration: 182.126181ms)","trace[1552728006] 'compare' (duration: 436.321597ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:30.144754Z","caller":"traceutil/trace.go:171","msg":"trace[1906558111] linearizableReadLoop","detail":"{readStateIndex:4406; appliedIndex:4405; }","duration":"619.103283ms","start":"2026-07-24T17:30:29.525641Z","end":"2026-07-24T17:30:30.144744Z","steps":["trace[1906558111] 'read index received' (duration: 182.089519ms)","trace[1906558111] 'applied index is now lower than readState.Index' (duration: 437.012704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:30.144955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:29.525586Z","time spent":"619.199097ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:30.145005Z","caller":"traceutil/trace.go:171","msg":"trace[1243570914] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"618.614784ms","start":"2026-07-24T17:30:29.526379Z","end":"2026-07-24T17:30:30.144994Z","steps":["trace[1243570914] 'process raft request' (duration: 617.977139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.145065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:29.526372Z","time spent":"618.658846ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:30.145086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.603263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:30.145176Z","caller":"traceutil/trace.go:171","msg":"trace[320824061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4207; }","duration":"618.736069ms","start":"2026-07-24T17:30:29.526415Z","end":"2026-07-24T17:30:30.145151Z","steps":["trace[320824061] 'agreement among raft nodes before linearized reading' (duration: 618.571823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.145238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:29.526396Z","time spent":"618.830302ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:30.145279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.929929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:30.145341Z","caller":"traceutil/trace.go:171","msg":"trace[193975709] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4207; }","duration":"109.038033ms","start":"2026-07-24T17:30:30.036288Z","end":"2026-07-24T17:30:30.145326Z","steps":["trace[193975709] 'agreement among raft nodes before linearized reading' (duration: 108.856536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.145367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.658564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:30.145421Z","caller":"traceutil/trace.go:171","msg":"trace[1891541981] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4207; }","duration":"443.760408ms","start":"2026-07-24T17:30:29.701647Z","end":"2026-07-24T17:30:30.145407Z","steps":["trace[1891541981] 'agreement among raft nodes before linearized reading' (duration: 443.53648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.145463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:29.701624Z","time spent":"443.829781ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:30.145621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.317823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124002"} {"level":"info","ts":"2026-07-24T17:30:30.145684Z","caller":"traceutil/trace.go:171","msg":"trace[1967787822] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4207; }","duration":"617.406627ms","start":"2026-07-24T17:30:29.528263Z","end":"2026-07-24T17:30:30.145669Z","steps":["trace[1967787822] 'agreement among raft nodes before linearized reading' (duration: 617.223019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.145733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:29.528257Z","time spent":"617.46409ms","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124025,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T17:30:30.145523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.849403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T17:30:30.146047Z","caller":"traceutil/trace.go:171","msg":"trace[594821283] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4207; }","duration":"620.401095ms","start":"2026-07-24T17:30:29.525625Z","end":"2026-07-24T17:30:30.146026Z","steps":["trace[594821283] 'agreement among raft nodes before linearized reading' (duration: 619.247129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:30.146112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:29.525618Z","time spent":"620.479197ms","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-24T17:30:30.650707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:31.150854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:31.205527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055892206s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:30:31.206039Z","caller":"traceutil/trace.go:171","msg":"trace[488098131] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"1.05651615s","start":"2026-07-24T17:30:30.149494Z","end":"2026-07-24T17:30:31.20601Z","steps":["trace[488098131] 'process raft request' (duration: 1.056283051s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:31.206214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:30.149466Z","time spent":"1.056659566s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:31.51105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.958123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:31.511188Z","caller":"traceutil/trace.go:171","msg":"trace[1111981894] linearizableReadLoop","detail":"{readStateIndex:4410; appliedIndex:4408; }","duration":"1.361452064s","start":"2026-07-24T17:30:30.149715Z","end":"2026-07-24T17:30:31.511167Z","steps":["trace[1111981894] 'read index received' (duration: 1.056059842s)","trace[1111981894] 'applied index is now lower than readState.Index' (duration: 305.390152ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:31.511307Z","caller":"traceutil/trace.go:171","msg":"trace[1792335943] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"1.359124683s","start":"2026-07-24T17:30:30.152136Z","end":"2026-07-24T17:30:31.511261Z","steps":["trace[1792335943] 'process raft request' (duration: 1.241828966s)","trace[1792335943] 'compare' (duration: 116.707654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:31.511533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.093486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:31.511567Z","caller":"traceutil/trace.go:171","msg":"trace[864271777] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4209; }","duration":"165.169019ms","start":"2026-07-24T17:30:31.346388Z","end":"2026-07-24T17:30:31.511557Z","steps":["trace[864271777] 'agreement among raft nodes before linearized reading' (duration: 165.115166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:31.511702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:30.152116Z","time spent":"1.359492208s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:31.511749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.72835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:31.511786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.055307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:31.511843Z","caller":"traceutil/trace.go:171","msg":"trace[890668008] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4209; }","duration":"244.868835ms","start":"2026-07-24T17:30:31.266942Z","end":"2026-07-24T17:30:31.511811Z","steps":["trace[890668008] 'agreement among raft nodes before linearized reading' (duration: 244.72117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:31.511436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361717084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:30:31.512054Z","caller":"traceutil/trace.go:171","msg":"trace[903403156] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4209; }","duration":"1.362348139s","start":"2026-07-24T17:30:30.149685Z","end":"2026-07-24T17:30:31.512033Z","steps":["trace[903403156] 'agreement among raft nodes before linearized reading' (duration: 1.361581839s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:31.511477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.683712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:31.51217Z","caller":"traceutil/trace.go:171","msg":"trace[1655247010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4209; }","duration":"408.39507ms","start":"2026-07-24T17:30:31.10375Z","end":"2026-07-24T17:30:31.512145Z","steps":["trace[1655247010] 'agreement among raft nodes before linearized reading' (duration: 407.707103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:31.512157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:30.149672Z","time spent":"1.362467134s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:30:31.512244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:31.103726Z","time spent":"408.492553ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:30:31.511885Z","caller":"traceutil/trace.go:171","msg":"trace[404500138] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4209; }","duration":"319.224414ms","start":"2026-07-24T17:30:31.192643Z","end":"2026-07-24T17:30:31.511867Z","steps":["trace[404500138] 'agreement among raft nodes before linearized reading' (duration: 319.085708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:31.512858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:31.192611Z","time spent":"320.226393ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:31.806765Z","caller":"traceutil/trace.go:171","msg":"trace[650228889] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"280.329732ms","start":"2026-07-24T17:30:31.526411Z","end":"2026-07-24T17:30:31.806741Z","steps":["trace[650228889] 'process raft request' (duration: 186.553515ms)","trace[650228889] 'compare' (duration: 86.669899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:32.49372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.544838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:32.493906Z","caller":"traceutil/trace.go:171","msg":"trace[235032205] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"967.333619ms","start":"2026-07-24T17:30:31.526551Z","end":"2026-07-24T17:30:32.493884Z","steps":["trace[235032205] 'process raft request' (duration: 838.023131ms)","trace[235032205] 'compare' (duration: 128.293528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:32.493993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:31.526533Z","time spent":"967.422982ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:32.494516Z","caller":"traceutil/trace.go:171","msg":"trace[1066727631] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"967.414442ms","start":"2026-07-24T17:30:31.527085Z","end":"2026-07-24T17:30:32.494499Z","steps":["trace[1066727631] 'process raft request' (duration: 967.318528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:32.494603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:31.527068Z","time spent":"967.497495ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:32.494572Z","caller":"traceutil/trace.go:171","msg":"trace[549752234] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"967.892341ms","start":"2026-07-24T17:30:31.526643Z","end":"2026-07-24T17:30:32.494536Z","steps":["trace[549752234] 'process raft request' (duration: 967.188124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:32.49479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:31.526634Z","time spent":"968.061557ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:32.495202Z","caller":"traceutil/trace.go:171","msg":"trace[309271951] linearizableReadLoop","detail":"{readStateIndex:4415; appliedIndex:4410; }","duration":"965.536639ms","start":"2026-07-24T17:30:31.529628Z","end":"2026-07-24T17:30:32.495164Z","steps":["trace[309271951] 'read index received' (duration: 183.328799ms)","trace[309271951] 'applied index is now lower than readState.Index' (duration: 782.20668ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:32.497234Z","caller":"traceutil/trace.go:171","msg":"trace[139442979] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"968.630329ms","start":"2026-07-24T17:30:31.528544Z","end":"2026-07-24T17:30:32.497174Z","steps":["trace[139442979] 'process raft request' (duration: 965.936874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:32.497399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:31.52853Z","time spent":"968.775975ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:32.497805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.151301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:32.497894Z","caller":"traceutil/trace.go:171","msg":"trace[929021669] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4214; }","duration":"968.267156ms","start":"2026-07-24T17:30:31.529606Z","end":"2026-07-24T17:30:32.497873Z","steps":["trace[929021669] 'agreement among raft nodes before linearized reading' (duration: 968.084639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:32.497965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:31.529598Z","time spent":"968.351329ms","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:32.498676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.759981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:30:32.498755Z","caller":"traceutil/trace.go:171","msg":"trace[1790987929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4214; }","duration":"346.926878ms","start":"2026-07-24T17:30:32.151813Z","end":"2026-07-24T17:30:32.49874Z","steps":["trace[1790987929] 'agreement among raft nodes before linearized reading' (duration: 346.710719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:32.498996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:32.151796Z","time spent":"347.180428ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:32.498723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.316079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:32.499272Z","caller":"traceutil/trace.go:171","msg":"trace[264309315] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4214; }","duration":"464.904462ms","start":"2026-07-24T17:30:32.034323Z","end":"2026-07-24T17:30:32.499227Z","steps":["trace[264309315] 'agreement among raft nodes before linearized reading' (duration: 464.158472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:32.499395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:32.034304Z","time spent":"465.070958ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:30:32.499199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.174847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:30:32.499186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.345923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:32.499584Z","caller":"traceutil/trace.go:171","msg":"trace[1574014399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4214; }","duration":"394.762368ms","start":"2026-07-24T17:30:32.104789Z","end":"2026-07-24T17:30:32.499552Z","steps":["trace[1574014399] 'agreement among raft nodes before linearized reading' (duration: 394.368003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:32.499631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:32.10477Z","time spent":"394.850072ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:30:32.499719Z","caller":"traceutil/trace.go:171","msg":"trace[290481367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4214; }","duration":"348.559002ms","start":"2026-07-24T17:30:32.150957Z","end":"2026-07-24T17:30:32.499516Z","steps":["trace[290481367] 'agreement among raft nodes before linearized reading' (duration: 347.74805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:32.49989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:32.150937Z","time spent":"348.927017ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:30:33.206563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.092701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:33.206753Z","caller":"traceutil/trace.go:171","msg":"trace[1623294208] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"700.885952ms","start":"2026-07-24T17:30:32.505851Z","end":"2026-07-24T17:30:33.206737Z","steps":["trace[1623294208] 'process raft request' (duration: 700.823759ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:33.206789Z","caller":"traceutil/trace.go:171","msg":"trace[221015420] linearizableReadLoop","detail":"{readStateIndex:4416; appliedIndex:4415; }","duration":"701.654882ms","start":"2026-07-24T17:30:32.505117Z","end":"2026-07-24T17:30:33.206772Z","steps":["trace[221015420] 'read index received' (duration: 202.292301ms)","trace[221015420] 'applied index is now lower than readState.Index' (duration: 499.361261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:33.206824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:32.505838Z","time spent":"700.954355ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:33.206945Z","caller":"traceutil/trace.go:171","msg":"trace[1544856921] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"702.449893ms","start":"2026-07-24T17:30:32.504332Z","end":"2026-07-24T17:30:33.206782Z","steps":["trace[1544856921] 'process raft request' (duration: 203.061822ms)","trace[1544856921] 'compare' (duration: 498.665423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:33.206996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.87366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:30:33.207026Z","caller":"traceutil/trace.go:171","msg":"trace[2047902569] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4216; }","duration":"701.921143ms","start":"2026-07-24T17:30:32.505095Z","end":"2026-07-24T17:30:33.207017Z","steps":["trace[2047902569] 'agreement among raft nodes before linearized reading' (duration: 701.775957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:33.207183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:32.504302Z","time spent":"702.706813ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:33.207276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.089518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:33.207321Z","caller":"traceutil/trace.go:171","msg":"trace[1664473669] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4216; }","duration":"669.160541ms","start":"2026-07-24T17:30:32.538148Z","end":"2026-07-24T17:30:33.207308Z","steps":["trace[1664473669] 'agreement among raft nodes before linearized reading' (duration: 669.095869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:33.207336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.620148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:33.207357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:32.538129Z","time spent":"669.219994ms","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:33.207374Z","caller":"traceutil/trace.go:171","msg":"trace[1168479792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4216; }","duration":"177.709021ms","start":"2026-07-24T17:30:33.029652Z","end":"2026-07-24T17:30:33.207361Z","steps":["trace[1168479792] 'agreement among raft nodes before linearized reading' (duration: 177.647209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:33.207439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.425027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:33.207574Z","caller":"traceutil/trace.go:171","msg":"trace[2106897744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4216; }","duration":"101.640126ms","start":"2026-07-24T17:30:33.105915Z","end":"2026-07-24T17:30:33.207555Z","steps":["trace[2106897744] 'agreement among raft nodes before linearized reading' (duration: 101.374505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:33.207756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:32.505084Z","time spent":"701.964614ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:30:34.359456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.661335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:34.359638Z","caller":"traceutil/trace.go:171","msg":"trace[1161945633] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"547.392312ms","start":"2026-07-24T17:30:33.812233Z","end":"2026-07-24T17:30:34.359625Z","steps":["trace[1161945633] 'process raft request' (duration: 547.307989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:34.359705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:33.81221Z","time spent":"547.465125ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:34.359867Z","caller":"traceutil/trace.go:171","msg":"trace[360819712] linearizableReadLoop","detail":"{readStateIndex:4418; appliedIndex:4417; }","duration":"843.16445ms","start":"2026-07-24T17:30:33.516682Z","end":"2026-07-24T17:30:34.359846Z","steps":["trace[360819712] 'read index received' (duration: 308.062018ms)","trace[360819712] 'applied index is now lower than readState.Index' (duration: 535.100152ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:34.360168Z","caller":"traceutil/trace.go:171","msg":"trace[1307413657] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"1.146290426s","start":"2026-07-24T17:30:33.213868Z","end":"2026-07-24T17:30:34.360158Z","steps":["trace[1307413657] 'process raft request' (duration: 610.857922ms)","trace[1307413657] 'compare' (duration: 534.477877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:34.360253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:33.213848Z","time spent":"1.146346008s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:34.360295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.598407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:30:34.360358Z","caller":"traceutil/trace.go:171","msg":"trace[531570894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4218; }","duration":"843.714201ms","start":"2026-07-24T17:30:33.516631Z","end":"2026-07-24T17:30:34.360345Z","steps":["trace[531570894] 'agreement among raft nodes before linearized reading' (duration: 843.567926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:34.360394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:33.516613Z","time spent":"843.775504ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:35.681012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.481041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:30:35.681729Z","caller":"traceutil/trace.go:171","msg":"trace[1417207654] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"1.179268874s","start":"2026-07-24T17:30:34.502436Z","end":"2026-07-24T17:30:35.681705Z","steps":["trace[1417207654] 'process raft request' (duration: 1.179211912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.681958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:34.502425Z","time spent":"1.179445802s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:35.682129Z","caller":"traceutil/trace.go:171","msg":"trace[365480152] linearizableReadLoop","detail":"{readStateIndex:4421; appliedIndex:4419; }","duration":"1.321960347s","start":"2026-07-24T17:30:34.360119Z","end":"2026-07-24T17:30:35.682079Z","steps":["trace[365480152] 'read index received' (duration: 479.435876ms)","trace[365480152] 'applied index is now lower than readState.Index' (duration: 842.521101ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:35.682236Z","caller":"traceutil/trace.go:171","msg":"trace[161546624] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"1.182245521s","start":"2026-07-24T17:30:34.499939Z","end":"2026-07-24T17:30:35.682185Z","steps":["trace[161546624] 'process raft request' (duration: 1.181619806s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:35.682382Z","caller":"traceutil/trace.go:171","msg":"trace[1319139378] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"1.759572195s","start":"2026-07-24T17:30:33.922791Z","end":"2026-07-24T17:30:35.682363Z","steps":["trace[1319139378] 'process raft request' (duration: 1.758470812s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.682391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:34.499915Z","time spent":"1.182394567s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:35.682443Z","caller":"traceutil/trace.go:171","msg":"trace[1734998119] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"1.181937729s","start":"2026-07-24T17:30:34.500483Z","end":"2026-07-24T17:30:35.682421Z","steps":["trace[1734998119] 'process raft request' (duration: 1.181122457s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.6825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:33.922763Z","time spent":"1.759659288s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:35.682441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741333671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:35.682552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648620425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:30:35.682572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181829805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:30:35.682589Z","caller":"traceutil/trace.go:171","msg":"trace[1268412734] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"1.319041162s","start":"2026-07-24T17:30:34.363535Z","end":"2026-07-24T17:30:35.682576Z","steps":["trace[1268412734] 'process raft request' (duration: 1.31795402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.682532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365348814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:35.682548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:34.500471Z","time spent":"1.182021372s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:35.682616Z","caller":"traceutil/trace.go:171","msg":"trace[425575273] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4223; }","duration":"1.648730499s","start":"2026-07-24T17:30:34.03387Z","end":"2026-07-24T17:30:35.682601Z","steps":["trace[425575273] 'agreement among raft nodes before linearized reading' (duration: 1.648531311s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:35.682641Z","caller":"traceutil/trace.go:171","msg":"trace[2062991121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4223; }","duration":"1.365601173s","start":"2026-07-24T17:30:34.317027Z","end":"2026-07-24T17:30:35.682628Z","steps":["trace[2062991121] 'agreement among raft nodes before linearized reading' (duration: 1.365350723s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.68266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:34.36352Z","time spent":"1.319105925s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:35.682678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7978014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:35.682669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:34.033849Z","time spent":"1.648808492s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:30:35.6827Z","caller":"traceutil/trace.go:171","msg":"trace[259130421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4223; }","duration":"1.797852532s","start":"2026-07-24T17:30:33.884841Z","end":"2026-07-24T17:30:35.682694Z","steps":["trace[259130421] 'agreement among raft nodes before linearized reading' (duration: 1.79780625s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.682731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:33.884828Z","time spent":"1.797894134s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:35.682737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.721372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:35.682786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.56078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:30:35.682799Z","caller":"traceutil/trace.go:171","msg":"trace[1193745845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4223; }","duration":"577.799685ms","start":"2026-07-24T17:30:35.104958Z","end":"2026-07-24T17:30:35.682758Z","steps":["trace[1193745845] 'agreement among raft nodes before linearized reading' (duration: 577.734873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.682794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153461644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:30:35.682824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:35.104926Z","time spent":"577.892069ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:30:35.682825Z","caller":"traceutil/trace.go:171","msg":"trace[190321668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4223; }","duration":"470.636973ms","start":"2026-07-24T17:30:35.212178Z","end":"2026-07-24T17:30:35.682815Z","steps":["trace[190321668] 'agreement among raft nodes before linearized reading' (duration: 470.518198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:35.682833Z","caller":"traceutil/trace.go:171","msg":"trace[94652761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4223; }","duration":"1.153536908s","start":"2026-07-24T17:30:34.529285Z","end":"2026-07-24T17:30:35.682822Z","steps":["trace[94652761] 'agreement among raft nodes before linearized reading' (duration: 1.153421603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.682856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:35.212155Z","time spent":"470.693685ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:35.682867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:34.529266Z","time spent":"1.15358977s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:30:35.682907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.607772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:30:35.68262Z","caller":"traceutil/trace.go:171","msg":"trace[839952746] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4223; }","duration":"1.741515389s","start":"2026-07-24T17:30:33.941053Z","end":"2026-07-24T17:30:35.682568Z","steps":["trace[839952746] 'agreement among raft nodes before linearized reading' (duration: 1.741317911s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:35.682952Z","caller":"traceutil/trace.go:171","msg":"trace[764811577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4223; }","duration":"470.761978ms","start":"2026-07-24T17:30:35.212179Z","end":"2026-07-24T17:30:35.682941Z","steps":["trace[764811577] 'agreement among raft nodes before linearized reading' (duration: 470.55832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.683073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:33.941041Z","time spent":"1.742010108s","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:35.682628Z","caller":"traceutil/trace.go:171","msg":"trace[1094691817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4223; }","duration":"1.181927439s","start":"2026-07-24T17:30:34.500687Z","end":"2026-07-24T17:30:35.682614Z","steps":["trace[1094691817] 'agreement among raft nodes before linearized reading' (duration: 1.181737471s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:35.683154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:35.212162Z","time spent":"470.917034ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:30:35.683199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:34.500678Z","time spent":"1.182502661s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:35.682671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:34.317004Z","time spent":"1.365658106s","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:36.448158Z","caller":"traceutil/trace.go:171","msg":"trace[233955873] linearizableReadLoop","detail":"{readStateIndex:4427; appliedIndex:4425; }","duration":"758.436604ms","start":"2026-07-24T17:30:35.689695Z","end":"2026-07-24T17:30:36.448132Z","steps":["trace[233955873] 'read index received' (duration: 65.716481ms)","trace[233955873] 'applied index is now lower than readState.Index' (duration: 692.718963ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:36.448274Z","caller":"traceutil/trace.go:171","msg":"trace[798045016] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"759.984075ms","start":"2026-07-24T17:30:35.688276Z","end":"2026-07-24T17:30:36.44826Z","steps":["trace[798045016] 'process raft request' (duration: 759.623271ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:36.448388Z","caller":"traceutil/trace.go:171","msg":"trace[2121220283] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"758.465236ms","start":"2026-07-24T17:30:35.68984Z","end":"2026-07-24T17:30:36.448305Z","steps":["trace[2121220283] 'process raft request' (duration: 758.233307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:36.448896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:35.688257Z","time spent":"760.554038ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:36.448996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:35.689832Z","time spent":"759.09165ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:36.448573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.842381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:30:36.449097Z","caller":"traceutil/trace.go:171","msg":"trace[2041330936] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4226; }","duration":"759.379172ms","start":"2026-07-24T17:30:35.689683Z","end":"2026-07-24T17:30:36.449062Z","steps":["trace[2041330936] 'agreement among raft nodes before linearized reading' (duration: 758.673044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:36.449234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:35.689678Z","time spent":"759.522797ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T17:30:37.43226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:36.696262Z","time spent":"735.990408ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:30:37.433125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.497216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:37.433436Z","caller":"traceutil/trace.go:171","msg":"trace[143810870] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"743.864667ms","start":"2026-07-24T17:30:36.689557Z","end":"2026-07-24T17:30:37.433422Z","steps":["trace[143810870] 'process raft request' (duration: 743.767083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.433515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:36.689524Z","time spent":"743.965101ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:37.43369Z","caller":"traceutil/trace.go:171","msg":"trace[1905359996] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"1.068784551s","start":"2026-07-24T17:30:36.36488Z","end":"2026-07-24T17:30:37.433665Z","steps":["trace[1905359996] 'process raft request' (duration: 340.645219ms)","trace[1905359996] 'compare' (duration: 726.981856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:37.433827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:36.364864Z","time spent":"1.068891385s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:37.434038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743925646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:30:37.434073Z","caller":"traceutil/trace.go:171","msg":"trace[2130509309] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4228; }","duration":"1.743970718s","start":"2026-07-24T17:30:35.690095Z","end":"2026-07-24T17:30:37.434066Z","steps":["trace[2130509309] 'agreement among raft nodes before linearized reading' (duration: 1.74375888s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.434123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:35.690091Z","time spent":"1.7440252s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:30:37.433812Z","caller":"traceutil/trace.go:171","msg":"trace[2105509702] linearizableReadLoop","detail":"{readStateIndex:4429; appliedIndex:4428; }","duration":"985.573425ms","start":"2026-07-24T17:30:36.448226Z","end":"2026-07-24T17:30:37.433799Z","steps":["trace[2105509702] 'read index received' (duration: 257.325129ms)","trace[2105509702] 'applied index is now lower than readState.Index' (duration: 728.246616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:37.434325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.421336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:37.434371Z","caller":"traceutil/trace.go:171","msg":"trace[32688649] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4228; }","duration":"919.499499ms","start":"2026-07-24T17:30:36.514861Z","end":"2026-07-24T17:30:37.434361Z","steps":["trace[32688649] 'agreement among raft nodes before linearized reading' (duration: 919.421966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.434387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070669195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:30:37.434403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:36.51481Z","time spent":"919.584012ms","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:37.434419Z","caller":"traceutil/trace.go:171","msg":"trace[585867156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4228; }","duration":"1.070756948s","start":"2026-07-24T17:30:36.363653Z","end":"2026-07-24T17:30:37.43441Z","steps":["trace[585867156] 'agreement among raft nodes before linearized reading' (duration: 1.070664464s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.434443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:36.363626Z","time spent":"1.07081193s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:30:37.434671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.064185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:37.434719Z","caller":"traceutil/trace.go:171","msg":"trace[1839747688] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4228; }","duration":"194.164969ms","start":"2026-07-24T17:30:37.240543Z","end":"2026-07-24T17:30:37.434708Z","steps":["trace[1839747688] 'agreement among raft nodes before linearized reading' (duration: 194.097946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.43476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.373738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:37.43476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.527414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:37.434792Z","caller":"traceutil/trace.go:171","msg":"trace[1625627607] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4228; }","duration":"387.44147ms","start":"2026-07-24T17:30:37.047342Z","end":"2026-07-24T17:30:37.434784Z","steps":["trace[1625627607] 'agreement among raft nodes before linearized reading' (duration: 387.397969ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:37.434807Z","caller":"traceutil/trace.go:171","msg":"trace[1576185574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4228; }","duration":"329.618678ms","start":"2026-07-24T17:30:37.105173Z","end":"2026-07-24T17:30:37.434791Z","steps":["trace[1576185574] 'agreement among raft nodes before linearized reading' (duration: 329.546965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.434821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.047322Z","time spent":"387.492603ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:37.43484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.105148Z","time spent":"329.68382ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:37.43472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.141676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:37.434965Z","caller":"traceutil/trace.go:171","msg":"trace[1874536843] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4228; }","duration":"919.382755ms","start":"2026-07-24T17:30:36.515558Z","end":"2026-07-24T17:30:37.434941Z","steps":["trace[1874536843] 'agreement among raft nodes before linearized reading' (duration: 919.137375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.435005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.417349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:37.435026Z","caller":"traceutil/trace.go:171","msg":"trace[1374947778] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4228; }","duration":"262.478512ms","start":"2026-07-24T17:30:37.172541Z","end":"2026-07-24T17:30:37.435019Z","steps":["trace[1374947778] 'agreement among raft nodes before linearized reading' (duration: 262.44174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.435038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:36.515551Z","time spent":"919.468798ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:30:37.435105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.840765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:30:37.435196Z","caller":"traceutil/trace.go:171","msg":"trace[1773602414] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4228; }","duration":"894.992771ms","start":"2026-07-24T17:30:36.540183Z","end":"2026-07-24T17:30:37.435176Z","steps":["trace[1773602414] 'agreement among raft nodes before linearized reading' (duration: 894.730991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.435245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:36.54015Z","time spent":"895.082694ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-24T17:30:37.922803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.346189ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:30:37.922922Z","caller":"traceutil/trace.go:171","msg":"trace[1599889987] linearizableReadLoop","detail":"{readStateIndex:4431; appliedIndex:4430; }","duration":"482.879787ms","start":"2026-07-24T17:30:37.440023Z","end":"2026-07-24T17:30:37.922903Z","steps":["trace[1599889987] 'read index received' (duration: 304.444804ms)","trace[1599889987] 'applied index is now lower than readState.Index' (duration: 178.433313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:37.923008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.438926Z","time spent":"484.078474ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:30:37.923582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.545813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:30:37.923631Z","caller":"traceutil/trace.go:171","msg":"trace[764464380] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4228; }","duration":"483.634286ms","start":"2026-07-24T17:30:37.439982Z","end":"2026-07-24T17:30:37.923617Z","steps":["trace[764464380] 'agreement among raft nodes before linearized reading' (duration: 483.414187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:37.923669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.439963Z","time spent":"483.697919ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T17:30:38.423777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:38.925023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121390980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:30:39.146961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.402459209s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:30:39.147429Z","caller":"traceutil/trace.go:171","msg":"trace[932475511] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"1.706203644s","start":"2026-07-24T17:30:37.441202Z","end":"2026-07-24T17:30:39.147406Z","steps":["trace[932475511] 'process raft request' (duration: 1.705938654s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.147616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.440621Z","time spent":"1.706880161s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:39.147919Z","caller":"traceutil/trace.go:171","msg":"trace[1456791632] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"1.459607495s","start":"2026-07-24T17:30:37.688292Z","end":"2026-07-24T17:30:39.1479Z","steps":["trace[1456791632] 'process raft request' (duration: 1.459067264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.148001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.688269Z","time spent":"1.459694708s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:39.147981Z","caller":"traceutil/trace.go:171","msg":"trace[1743823018] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"1.458704939s","start":"2026-07-24T17:30:37.689251Z","end":"2026-07-24T17:30:39.147956Z","steps":["trace[1743823018] 'process raft request' (duration: 1.458624886s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.14818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.68924Z","time spent":"1.458837205s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:39.148207Z","caller":"traceutil/trace.go:171","msg":"trace[1306285038] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"1.459678628s","start":"2026-07-24T17:30:37.688499Z","end":"2026-07-24T17:30:39.148177Z","steps":["trace[1306285038] 'process raft request' (duration: 1.459161737s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.148343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.688466Z","time spent":"1.459793622s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:39.648368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.922133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:39.648527Z","caller":"traceutil/trace.go:171","msg":"trace[1417388894] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"207.753272ms","start":"2026-07-24T17:30:39.440762Z","end":"2026-07-24T17:30:39.648515Z","steps":["trace[1417388894] 'process raft request' (duration: 207.69572ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:39.648538Z","caller":"traceutil/trace.go:171","msg":"trace[957861774] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"1.723576899s","start":"2026-07-24T17:30:37.924922Z","end":"2026-07-24T17:30:39.648499Z","steps":["trace[957861774] 'process raft request' (duration: 1.613470059s)","trace[957861774] 'compare' (duration: 109.794118ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:39.64866Z","caller":"traceutil/trace.go:171","msg":"trace[1506271448] linearizableReadLoop","detail":"{readStateIndex:4436; appliedIndex:4431; }","duration":"1.725700432s","start":"2026-07-24T17:30:37.922954Z","end":"2026-07-24T17:30:39.648654Z","steps":["trace[1506271448] 'read index received' (duration: 1.224184942s)","trace[1506271448] 'applied index is now lower than readState.Index' (duration: 501.51441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:39.648722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.924847Z","time spent":"1.723777287s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:39.648841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889649398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:30:39.648861Z","caller":"traceutil/trace.go:171","msg":"trace[362045492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4234; }","duration":"1.88970191s","start":"2026-07-24T17:30:37.759154Z","end":"2026-07-24T17:30:39.648856Z","steps":["trace[362045492] 'agreement among raft nodes before linearized reading' (duration: 1.889624717s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.648891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.759138Z","time spent":"1.889744822s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:39.649202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206195285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:39.649247Z","caller":"traceutil/trace.go:171","msg":"trace[522516505] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4234; }","duration":"2.206250047s","start":"2026-07-24T17:30:37.442987Z","end":"2026-07-24T17:30:39.649237Z","steps":["trace[522516505] 'agreement among raft nodes before linearized reading' (duration: 2.206184835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.649278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.442983Z","time spent":"2.206286629s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T17:30:39.649337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.176178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:39.649412Z","caller":"traceutil/trace.go:171","msg":"trace[1621850032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4234; }","duration":"546.276312ms","start":"2026-07-24T17:30:39.103114Z","end":"2026-07-24T17:30:39.64939Z","steps":["trace[1621850032] 'agreement among raft nodes before linearized reading' (duration: 546.167688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.649472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615786431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T17:30:39.649485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.103099Z","time spent":"546.348065ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:30:39.649509Z","caller":"traceutil/trace.go:171","msg":"trace[2016836106] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4234; }","duration":"1.615850774s","start":"2026-07-24T17:30:38.033649Z","end":"2026-07-24T17:30:39.6495Z","steps":["trace[2016836106] 'agreement among raft nodes before linearized reading' (duration: 1.615570173s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.649537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:38.033633Z","time spent":"1.615897906s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:30:39.649607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194791654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:30:39.649628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961081874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:30:39.64967Z","caller":"traceutil/trace.go:171","msg":"trace[881315439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4234; }","duration":"1.194899449s","start":"2026-07-24T17:30:38.454756Z","end":"2026-07-24T17:30:39.649656Z","steps":["trace[881315439] 'agreement among raft nodes before linearized reading' (duration: 1.194495233s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:39.649683Z","caller":"traceutil/trace.go:171","msg":"trace[2083877415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4234; }","duration":"1.961164157s","start":"2026-07-24T17:30:37.688504Z","end":"2026-07-24T17:30:39.649668Z","steps":["trace[2083877415] 'agreement among raft nodes before linearized reading' (duration: 1.960490101s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.649726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:37.688494Z","time spent":"1.961220169s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:39.649722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:38.454735Z","time spent":"1.194975282s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:39.649811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197046242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:30:39.649882Z","caller":"traceutil/trace.go:171","msg":"trace[98887435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4234; }","duration":"1.197151277s","start":"2026-07-24T17:30:38.452718Z","end":"2026-07-24T17:30:39.649869Z","steps":["trace[98887435] 'agreement among raft nodes before linearized reading' (duration: 1.196559694s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:39.649921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:38.452697Z","time spent":"1.19721258s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:30:40.425735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.952006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:40.426156Z","caller":"traceutil/trace.go:171","msg":"trace[737678450] linearizableReadLoop","detail":"{readStateIndex:4438; appliedIndex:4437; }","duration":"771.544841ms","start":"2026-07-24T17:30:39.654279Z","end":"2026-07-24T17:30:40.425824Z","steps":["trace[737678450] 'read index received' (duration: 195.425779ms)","trace[737678450] 'applied index is now lower than readState.Index' (duration: 576.117842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:40.426484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.193797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:30:40.426531Z","caller":"traceutil/trace.go:171","msg":"trace[2004686781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4235; }","duration":"772.2551ms","start":"2026-07-24T17:30:39.654263Z","end":"2026-07-24T17:30:40.426518Z","steps":["trace[2004686781] 'agreement among raft nodes before linearized reading' (duration: 772.00057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.42683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.654257Z","time spent":"772.52628ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:30:40.42602Z","caller":"traceutil/trace.go:171","msg":"trace[809671583] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"771.923097ms","start":"2026-07-24T17:30:39.654038Z","end":"2026-07-24T17:30:40.425961Z","steps":["trace[809671583] 'process raft request' (duration: 195.650818ms)","trace[809671583] 'compare' (duration: 574.346043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:40.427602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.654024Z","time spent":"773.371653ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:40.428992Z","caller":"traceutil/trace.go:171","msg":"trace[1207744469] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"773.880883ms","start":"2026-07-24T17:30:39.655083Z","end":"2026-07-24T17:30:40.428964Z","steps":["trace[1207744469] 'process raft request' (duration: 773.737988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.429103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.65506Z","time spent":"773.983338ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:40.429168Z","caller":"traceutil/trace.go:171","msg":"trace[1399320731] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"773.909734ms","start":"2026-07-24T17:30:39.655226Z","end":"2026-07-24T17:30:40.429136Z","steps":["trace[1399320731] 'process raft request' (duration: 773.659534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.429254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.655217Z","time spent":"773.981648ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:40.429107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.27224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:30:40.429308Z","caller":"traceutil/trace.go:171","msg":"trace[717795719] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4240; }","duration":"773.525789ms","start":"2026-07-24T17:30:39.655769Z","end":"2026-07-24T17:30:40.429295Z","steps":["trace[717795719] 'agreement among raft nodes before linearized reading' (duration: 773.210267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.429366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.655762Z","time spent":"773.592512ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T17:30:40.429519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.588734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:40.429567Z","caller":"traceutil/trace.go:171","msg":"trace[1351075844] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4240; }","duration":"234.672217ms","start":"2026-07-24T17:30:40.194884Z","end":"2026-07-24T17:30:40.429556Z","steps":["trace[1351075844] 'agreement among raft nodes before linearized reading' (duration: 234.594884ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:40.429592Z","caller":"traceutil/trace.go:171","msg":"trace[1582801561] transaction","detail":"{read_only:false; response_revision:4240; number_of_response:1; }","duration":"606.477391ms","start":"2026-07-24T17:30:39.823094Z","end":"2026-07-24T17:30:40.429571Z","steps":["trace[1582801561] 'process raft request' (duration: 605.859207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.429758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.823066Z","time spent":"606.609856ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:40.429356Z","caller":"traceutil/trace.go:171","msg":"trace[721338703] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"774.06073ms","start":"2026-07-24T17:30:39.655287Z","end":"2026-07-24T17:30:40.429347Z","steps":["trace[721338703] 'process raft request' (duration: 773.623513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.429871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.655282Z","time spent":"774.56037ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:40.429892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.011281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:40.429927Z","caller":"traceutil/trace.go:171","msg":"trace[1146918822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4240; }","duration":"631.088965ms","start":"2026-07-24T17:30:39.798825Z","end":"2026-07-24T17:30:40.429914Z","steps":["trace[1146918822] 'agreement among raft nodes before linearized reading' (duration: 631.034283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.429962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.798801Z","time spent":"631.153326ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:40.429987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.912254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:30:40.430007Z","caller":"traceutil/trace.go:171","msg":"trace[314090092] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4240; }","duration":"773.950256ms","start":"2026-07-24T17:30:39.65605Z","end":"2026-07-24T17:30:40.43Z","steps":["trace[314090092] 'agreement among raft nodes before linearized reading' (duration: 773.879163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.43003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.656043Z","time spent":"773.982617ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:30:40.430344Z","caller":"traceutil/trace.go:171","msg":"trace[1404432311] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"608.847774ms","start":"2026-07-24T17:30:39.821485Z","end":"2026-07-24T17:30:40.430333Z","steps":["trace[1404432311] 'process raft request' (duration: 607.445269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:40.430413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:39.821458Z","time spent":"608.922307ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:41.768495Z","caller":"traceutil/trace.go:171","msg":"trace[2026108544] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"615.343571ms","start":"2026-07-24T17:30:41.153114Z","end":"2026-07-24T17:30:41.768457Z","steps":["trace[2026108544] 'process raft request' (duration: 615.161564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:41.768689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:41.153093Z","time spent":"615.496737ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:41.772711Z","caller":"traceutil/trace.go:171","msg":"trace[1310956481] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"618.843109ms","start":"2026-07-24T17:30:41.153836Z","end":"2026-07-24T17:30:41.772679Z","steps":["trace[1310956481] 'process raft request' (duration: 618.704333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:41.772906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:41.153808Z","time spent":"618.988134ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:41.772707Z","caller":"traceutil/trace.go:171","msg":"trace[721785068] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"619.39525ms","start":"2026-07-24T17:30:41.153267Z","end":"2026-07-24T17:30:41.772662Z","steps":["trace[721785068] 'process raft request' (duration: 618.943252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:41.773097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:41.15324Z","time spent":"619.826717ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:41.773073Z","caller":"traceutil/trace.go:171","msg":"trace[976687646] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"617.923412ms","start":"2026-07-24T17:30:41.15511Z","end":"2026-07-24T17:30:41.773033Z","steps":["trace[976687646] 'process raft request' (duration: 617.479395ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:41.773239Z","caller":"traceutil/trace.go:171","msg":"trace[283131483] linearizableReadLoop","detail":"{readStateIndex:4448; appliedIndex:4444; }","duration":"320.062521ms","start":"2026-07-24T17:30:41.453165Z","end":"2026-07-24T17:30:41.773227Z","steps":["trace[283131483] 'read index received' (duration: 315.119547ms)","trace[283131483] 'applied index is now lower than readState.Index' (duration: 4.942134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:41.773265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:41.155091Z","time spent":"618.074629ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:41.773325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.152744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:41.773366Z","caller":"traceutil/trace.go:171","msg":"trace[526701699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4246; }","duration":"320.227087ms","start":"2026-07-24T17:30:41.453128Z","end":"2026-07-24T17:30:41.773355Z","steps":["trace[526701699] 'agreement among raft nodes before linearized reading' (duration: 320.145744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:41.773401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:41.453111Z","time spent":"320.281609ms","remote":"127.0.0.1:60104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:41.773446Z","caller":"traceutil/trace.go:171","msg":"trace[997104067] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"117.221339ms","start":"2026-07-24T17:30:41.656211Z","end":"2026-07-24T17:30:41.773433Z","steps":["trace[997104067] 'process raft request' (duration: 116.408827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:42.202882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.259789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:42.202992Z","caller":"traceutil/trace.go:171","msg":"trace[1667940889] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4246; }","duration":"167.432656ms","start":"2026-07-24T17:30:42.035534Z","end":"2026-07-24T17:30:42.202967Z","steps":["trace[1667940889] 'range keys from in-memory index tree' (duration: 166.941707ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:42.576919Z","caller":"traceutil/trace.go:171","msg":"trace[441632434] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"136.660091ms","start":"2026-07-24T17:30:42.440223Z","end":"2026-07-24T17:30:42.576883Z","steps":["trace[441632434] 'process raft request' (duration: 136.479814ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:43.004742Z","caller":"traceutil/trace.go:171","msg":"trace[522238667] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"562.789756ms","start":"2026-07-24T17:30:42.441931Z","end":"2026-07-24T17:30:43.00472Z","steps":["trace[522238667] 'process raft request' (duration: 562.721194ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:43.004775Z","caller":"traceutil/trace.go:171","msg":"trace[1369476848] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"564.496583ms","start":"2026-07-24T17:30:42.440246Z","end":"2026-07-24T17:30:43.004743Z","steps":["trace[1369476848] 'process raft request' (duration: 543.111066ms)","trace[1369476848] 'compare' (duration: 21.161308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:43.004854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:42.44192Z","time spent":"562.8719ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:43.004919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:42.440232Z","time spent":"564.607118ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:43.004925Z","caller":"traceutil/trace.go:171","msg":"trace[2103563318] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"562.88105ms","start":"2026-07-24T17:30:42.442031Z","end":"2026-07-24T17:30:43.004913Z","steps":["trace[2103563318] 'process raft request' (duration: 562.660581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:43.005109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:42.442004Z","time spent":"563.045986ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:43.264757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.654832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:43.264845Z","caller":"traceutil/trace.go:171","msg":"trace[957717078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4250; }","duration":"159.757466ms","start":"2026-07-24T17:30:43.105068Z","end":"2026-07-24T17:30:43.264825Z","steps":["trace[957717078] 'range keys from in-memory index tree' (duration: 159.58361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:43.967794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.775774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:30:43.968211Z","caller":"traceutil/trace.go:171","msg":"trace[461972827] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"193.103392ms","start":"2026-07-24T17:30:43.775085Z","end":"2026-07-24T17:30:43.968189Z","steps":["trace[461972827] 'process raft request' (duration: 192.814231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.253202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.852096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:44.253529Z","caller":"traceutil/trace.go:171","msg":"trace[2116336932] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"474.823546ms","start":"2026-07-24T17:30:43.778663Z","end":"2026-07-24T17:30:44.253486Z","steps":["trace[2116336932] 'process raft request' (duration: 189.516572ms)","trace[2116336932] 'compare' (duration: 284.718961ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:44.253658Z","caller":"traceutil/trace.go:171","msg":"trace[1413177155] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"474.91659ms","start":"2026-07-24T17:30:43.778721Z","end":"2026-07-24T17:30:44.253638Z","steps":["trace[1413177155] 'process raft request' (duration: 474.609888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.253804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:43.778646Z","time spent":"474.969301ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:44.253902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:43.778702Z","time spent":"475.018493ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:44.254154Z","caller":"traceutil/trace.go:171","msg":"trace[2008992164] linearizableReadLoop","detail":"{readStateIndex:4456; appliedIndex:4454; }","duration":"475.918318ms","start":"2026-07-24T17:30:43.778217Z","end":"2026-07-24T17:30:44.254135Z","steps":["trace[2008992164] 'read index received' (duration: 37.930995ms)","trace[2008992164] 'applied index is now lower than readState.Index' (duration: 437.986223ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:44.254189Z","caller":"traceutil/trace.go:171","msg":"trace[263776992] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"474.873338ms","start":"2026-07-24T17:30:43.7793Z","end":"2026-07-24T17:30:44.254174Z","steps":["trace[263776992] 'process raft request' (duration: 474.111768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.25427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:43.779287Z","time spent":"474.94196ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:44.254294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.070374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:30:44.254322Z","caller":"traceutil/trace.go:171","msg":"trace[1474608296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4255; }","duration":"476.169868ms","start":"2026-07-24T17:30:43.778145Z","end":"2026-07-24T17:30:44.254315Z","steps":["trace[1474608296] 'agreement among raft nodes before linearized reading' (duration: 476.054514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.254338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:43.778119Z","time spent":"476.21467ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:30:44.254435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.168883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:44.254495Z","caller":"traceutil/trace.go:171","msg":"trace[1851315167] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4255; }","duration":"459.329909ms","start":"2026-07-24T17:30:43.795148Z","end":"2026-07-24T17:30:44.254478Z","steps":["trace[1851315167] 'agreement among raft nodes before linearized reading' (duration: 459.10755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.254554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:43.795131Z","time spent":"459.406512ms","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:44.25466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.973875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:44.254753Z","caller":"traceutil/trace.go:171","msg":"trace[1477473823] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4255; }","duration":"220.102631ms","start":"2026-07-24T17:30:44.034633Z","end":"2026-07-24T17:30:44.254736Z","steps":["trace[1477473823] 'agreement among raft nodes before linearized reading' (duration: 219.746457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.71638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.554265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:44.717087Z","caller":"traceutil/trace.go:171","msg":"trace[1364739768] linearizableReadLoop","detail":"{readStateIndex:4460; appliedIndex:4459; }","duration":"456.112723ms","start":"2026-07-24T17:30:44.260936Z","end":"2026-07-24T17:30:44.717048Z","steps":["trace[1364739768] 'read index received' (duration: 291.698984ms)","trace[1364739768] 'applied index is now lower than readState.Index' (duration: 164.410549ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:44.717223Z","caller":"traceutil/trace.go:171","msg":"trace[701809395] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"457.632682ms","start":"2026-07-24T17:30:44.259575Z","end":"2026-07-24T17:30:44.717208Z","steps":["trace[701809395] 'process raft request' (duration: 293.165441ms)","trace[701809395] 'compare' (duration: 163.370198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:44.717311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:44.259556Z","time spent":"457.704475ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:44.717413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.52637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:44.717519Z","caller":"traceutil/trace.go:171","msg":"trace[901653598] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4256; }","duration":"360.690267ms","start":"2026-07-24T17:30:44.356804Z","end":"2026-07-24T17:30:44.717494Z","steps":["trace[901653598] 'agreement among raft nodes before linearized reading' (duration: 360.51167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.717575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:44.356781Z","time spent":"360.78293ms","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:44.717952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.254956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:30:44.718008Z","caller":"traceutil/trace.go:171","msg":"trace[645801810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4256; }","duration":"136.3504ms","start":"2026-07-24T17:30:44.581643Z","end":"2026-07-24T17:30:44.717993Z","steps":["trace[645801810] 'agreement among raft nodes before linearized reading' (duration: 136.189314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.718163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.220977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-24T17:30:44.718196Z","caller":"traceutil/trace.go:171","msg":"trace[448769997] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4256; }","duration":"457.262498ms","start":"2026-07-24T17:30:44.260925Z","end":"2026-07-24T17:30:44.718188Z","steps":["trace[448769997] 'agreement among raft nodes before linearized reading' (duration: 457.173034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:44.71822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:44.260921Z","time spent":"457.292089ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T17:30:45.245361Z","caller":"traceutil/trace.go:171","msg":"trace[617847305] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"193.728849ms","start":"2026-07-24T17:30:45.05161Z","end":"2026-07-24T17:30:45.245339Z","steps":["trace[617847305] 'process raft request' (duration: 193.596203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:45.68549Z","caller":"traceutil/trace.go:171","msg":"trace[653623646] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"633.297476ms","start":"2026-07-24T17:30:45.052168Z","end":"2026-07-24T17:30:45.685465Z","steps":["trace[653623646] 'process raft request' (duration: 633.012525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:45.685659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:45.052148Z","time spent":"633.42468ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:45.685685Z","caller":"traceutil/trace.go:171","msg":"trace[1256142090] linearizableReadLoop","detail":"{readStateIndex:4464; appliedIndex:4461; }","duration":"580.82728ms","start":"2026-07-24T17:30:45.104824Z","end":"2026-07-24T17:30:45.685651Z","steps":["trace[1256142090] 'read index received' (duration: 140.494913ms)","trace[1256142090] 'applied index is now lower than readState.Index' (duration: 440.331187ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:45.685763Z","caller":"traceutil/trace.go:171","msg":"trace[1856445045] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"633.14528ms","start":"2026-07-24T17:30:45.052601Z","end":"2026-07-24T17:30:45.685747Z","steps":["trace[1856445045] 'process raft request' (duration: 632.824728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:45.685888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:45.052587Z","time spent":"633.221162ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:45.685929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.06922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:45.686031Z","caller":"traceutil/trace.go:171","msg":"trace[1599926193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4260; }","duration":"581.249477ms","start":"2026-07-24T17:30:45.104756Z","end":"2026-07-24T17:30:45.686005Z","steps":["trace[1599926193] 'agreement among raft nodes before linearized reading' (duration: 581.045459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:45.686029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.284505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:45.686097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:45.104736Z","time spent":"581.346151ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:30:45.686147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.159991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:30:45.686144Z","caller":"traceutil/trace.go:171","msg":"trace[1085021143] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4260; }","duration":"429.488203ms","start":"2026-07-24T17:30:45.256629Z","end":"2026-07-24T17:30:45.686117Z","steps":["trace[1085021143] 'agreement among raft nodes before linearized reading' (duration: 429.250343ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:45.686186Z","caller":"traceutil/trace.go:171","msg":"trace[1428257010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4260; }","duration":"235.243134ms","start":"2026-07-24T17:30:45.450932Z","end":"2026-07-24T17:30:45.686175Z","steps":["trace[1428257010] 'agreement among raft nodes before linearized reading' (duration: 235.105688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:45.686207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:45.256611Z","time spent":"429.586797ms","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:45.869427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.292583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:45.869528Z","caller":"traceutil/trace.go:171","msg":"trace[143115367] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4260; }","duration":"117.432259ms","start":"2026-07-24T17:30:45.752067Z","end":"2026-07-24T17:30:45.869499Z","steps":["trace[143115367] 'range keys from in-memory index tree' (duration: 117.222381ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:46.626536Z","caller":"traceutil/trace.go:171","msg":"trace[1649316460] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"366.419502ms","start":"2026-07-24T17:30:46.26007Z","end":"2026-07-24T17:30:46.626489Z","steps":["trace[1649316460] 'process raft request' (duration: 366.121505ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:46.626614Z","caller":"traceutil/trace.go:171","msg":"trace[75521528] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"365.897881ms","start":"2026-07-24T17:30:46.260673Z","end":"2026-07-24T17:30:46.626571Z","steps":["trace[75521528] 'process raft request' (duration: 365.723267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:46.627032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:46.260664Z","time spent":"366.039084ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:46.62705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:46.260062Z","time spent":"366.576206ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:46.943739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.19293ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T17:30:46.943851Z","caller":"traceutil/trace.go:171","msg":"trace[1364443131] linearizableReadLoop","detail":"{readStateIndex:4469; appliedIndex:4468; }","duration":"222.664889ms","start":"2026-07-24T17:30:46.721149Z","end":"2026-07-24T17:30:46.943814Z","steps":["trace[1364443131] 'read index received' (duration: 41.373187ms)","trace[1364443131] 'applied index is now lower than readState.Index' (duration: 181.290542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:46.943925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:46.627986Z","time spent":"315.9359ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:30:46.944227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.959995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:30:46.944264Z","caller":"traceutil/trace.go:171","msg":"trace[1761416404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4264; }","duration":"204.050657ms","start":"2026-07-24T17:30:46.740204Z","end":"2026-07-24T17:30:46.944255Z","steps":["trace[1761416404] 'agreement among raft nodes before linearized reading' (duration: 203.954805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:46.944366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.095471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:46.944444Z","caller":"traceutil/trace.go:171","msg":"trace[225681679] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4264; }","duration":"182.288325ms","start":"2026-07-24T17:30:46.762139Z","end":"2026-07-24T17:30:46.944427Z","steps":["trace[225681679] 'agreement among raft nodes before linearized reading' (duration: 182.080981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:46.944558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.402546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:30:46.944685Z","caller":"traceutil/trace.go:171","msg":"trace[2061258101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4264; }","duration":"223.532289ms","start":"2026-07-24T17:30:46.721135Z","end":"2026-07-24T17:30:46.944667Z","steps":["trace[2061258101] 'agreement among raft nodes before linearized reading' (duration: 223.058888ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:47.164128Z","caller":"traceutil/trace.go:171","msg":"trace[1585507031] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"215.281831ms","start":"2026-07-24T17:30:46.948814Z","end":"2026-07-24T17:30:47.164095Z","steps":["trace[1585507031] 'process raft request' (duration: 115.447036ms)","trace[1585507031] 'compare' (duration: 99.445787ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:47.164306Z","caller":"traceutil/trace.go:171","msg":"trace[1323736117] linearizableReadLoop","detail":"{readStateIndex:4472; appliedIndex:4470; }","duration":"143.022335ms","start":"2026-07-24T17:30:47.021253Z","end":"2026-07-24T17:30:47.164276Z","steps":["trace[1323736117] 'read index received' (duration: 43.000476ms)","trace[1323736117] 'applied index is now lower than readState.Index' (duration: 100.020229ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:47.164442Z","caller":"traceutil/trace.go:171","msg":"trace[533137161] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"214.229438ms","start":"2026-07-24T17:30:46.950193Z","end":"2026-07-24T17:30:47.164423Z","steps":["trace[533137161] 'process raft request' (duration: 213.833149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:47.164762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.488236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T17:30:47.164821Z","caller":"traceutil/trace.go:171","msg":"trace[1375424770] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4267; }","duration":"143.600119ms","start":"2026-07-24T17:30:47.021208Z","end":"2026-07-24T17:30:47.164808Z","steps":["trace[1375424770] 'agreement among raft nodes before linearized reading' (duration: 143.426835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:47.497057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.079861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:47.497164Z","caller":"traceutil/trace.go:171","msg":"trace[133805871] transaction","detail":"{read_only:false; response_revision:4268; number_of_response:1; }","duration":"242.610605ms","start":"2026-07-24T17:30:47.254532Z","end":"2026-07-24T17:30:47.497143Z","steps":["trace[133805871] 'process raft request' (duration: 142.35109ms)","trace[133805871] 'compare' (duration: 99.863776ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:47.726499Z","caller":"traceutil/trace.go:171","msg":"trace[1106019834] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"167.983952ms","start":"2026-07-24T17:30:47.558484Z","end":"2026-07-24T17:30:47.726468Z","steps":["trace[1106019834] 'process raft request' (duration: 81.473989ms)","trace[1106019834] 'compare' (duration: 86.344079ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:47.971848Z","caller":"traceutil/trace.go:171","msg":"trace[1466652469] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"239.432322ms","start":"2026-07-24T17:30:47.732366Z","end":"2026-07-24T17:30:47.971798Z","steps":["trace[1466652469] 'process raft request' (duration: 239.252478ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:48.010327Z","caller":"traceutil/trace.go:171","msg":"trace[1079653836] linearizableReadLoop","detail":"{readStateIndex:4476; appliedIndex:4474; }","duration":"170.947128ms","start":"2026-07-24T17:30:47.83934Z","end":"2026-07-24T17:30:48.010287Z","steps":["trace[1079653836] 'read index received' (duration: 132.279031ms)","trace[1079653836] 'applied index is now lower than readState.Index' (duration: 38.667107ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:48.010448Z","caller":"traceutil/trace.go:171","msg":"trace[394569237] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"277.405343ms","start":"2026-07-24T17:30:47.733031Z","end":"2026-07-24T17:30:48.010436Z","steps":["trace[394569237] 'process raft request' (duration: 277.103987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:48.010748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.375728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:48.010868Z","caller":"traceutil/trace.go:171","msg":"trace[1374245995] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4271; }","duration":"171.555722ms","start":"2026-07-24T17:30:47.839284Z","end":"2026-07-24T17:30:48.01084Z","steps":["trace[1374245995] 'agreement among raft nodes before linearized reading' (duration: 171.344227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:48.203445Z","caller":"traceutil/trace.go:171","msg":"trace[1634819803] linearizableReadLoop","detail":"{readStateIndex:4477; appliedIndex:4476; }","duration":"156.358957ms","start":"2026-07-24T17:30:48.047052Z","end":"2026-07-24T17:30:48.203411Z","steps":["trace[1634819803] 'read index received' (duration: 123.283214ms)","trace[1634819803] 'applied index is now lower than readState.Index' (duration: 33.074533ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:48.20386Z","caller":"traceutil/trace.go:171","msg":"trace[1752540533] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"157.690467ms","start":"2026-07-24T17:30:48.046046Z","end":"2026-07-24T17:30:48.203737Z","steps":["trace[1752540533] 'process raft request' (duration: 124.244116ms)","trace[1752540533] 'compare' (duration: 32.763616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:48.204259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.192146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-07-24T17:30:48.204345Z","caller":"traceutil/trace.go:171","msg":"trace[1649156341] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4272; }","duration":"157.317479ms","start":"2026-07-24T17:30:48.047006Z","end":"2026-07-24T17:30:48.204324Z","steps":["trace[1649156341] 'agreement among raft nodes before linearized reading' (duration: 157.054623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:48.204359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.427745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:48.204446Z","caller":"traceutil/trace.go:171","msg":"trace[1210476826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4272; }","duration":"100.623379ms","start":"2026-07-24T17:30:48.103801Z","end":"2026-07-24T17:30:48.204424Z","steps":["trace[1210476826] 'agreement among raft nodes before linearized reading' (duration: 100.435875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:48.675599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.498647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:48.675704Z","caller":"traceutil/trace.go:171","msg":"trace[174050698] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"346.036512ms","start":"2026-07-24T17:30:48.329646Z","end":"2026-07-24T17:30:48.675683Z","steps":["trace[174050698] 'process raft request' (duration: 183.372291ms)","trace[174050698] 'compare' (duration: 162.404835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:48.675777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:48.329622Z","time spent":"346.116604ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:49.34594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.906672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:30:49.346103Z","caller":"traceutil/trace.go:171","msg":"trace[1633215984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4275; }","duration":"176.130268ms","start":"2026-07-24T17:30:49.169951Z","end":"2026-07-24T17:30:49.346081Z","steps":["trace[1633215984] 'range keys from in-memory index tree' (duration: 175.666707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:49.346085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.305992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:49.346125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.656658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:49.346145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.042968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:30:49.346165Z","caller":"traceutil/trace.go:171","msg":"trace[854125133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4275; }","duration":"236.733239ms","start":"2026-07-24T17:30:49.109419Z","end":"2026-07-24T17:30:49.346153Z","steps":["trace[854125133] 'range keys from in-memory index tree' (duration: 236.575086ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:49.346177Z","caller":"traceutil/trace.go:171","msg":"trace[99292356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4275; }","duration":"177.10588ms","start":"2026-07-24T17:30:49.169061Z","end":"2026-07-24T17:30:49.346167Z","steps":["trace[99292356] 'range keys from in-memory index tree' (duration: 176.941206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:49.346168Z","caller":"traceutil/trace.go:171","msg":"trace[303487220] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4275; }","duration":"402.465926ms","start":"2026-07-24T17:30:48.943682Z","end":"2026-07-24T17:30:49.346148Z","steps":["trace[303487220] 'count revisions from in-memory index tree' (duration: 402.214871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:49.346219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:48.943662Z","time spent":"402.546079ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:30:49.838617Z","caller":"traceutil/trace.go:171","msg":"trace[281149978] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"487.96725ms","start":"2026-07-24T17:30:49.350615Z","end":"2026-07-24T17:30:49.838583Z","steps":["trace[281149978] 'process raft request' (duration: 487.865348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:49.838732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:49.350595Z","time spent":"488.077702ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:50.395572Z","caller":"traceutil/trace.go:171","msg":"trace[601862653] linearizableReadLoop","detail":"{readStateIndex:4482; appliedIndex:4480; }","duration":"1.009710533s","start":"2026-07-24T17:30:49.385832Z","end":"2026-07-24T17:30:50.395543Z","steps":["trace[601862653] 'read index received' (duration: 452.696335ms)","trace[601862653] 'applied index is now lower than readState.Index' (duration: 557.012918ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:50.395888Z","caller":"traceutil/trace.go:171","msg":"trace[747481689] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"1.044277311s","start":"2026-07-24T17:30:49.351589Z","end":"2026-07-24T17:30:50.395866Z","steps":["trace[747481689] 'process raft request' (duration: 1.036622426s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:50.395971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010127553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:30:50.396012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:49.351566Z","time spent":"1.044374754s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:50.396026Z","caller":"traceutil/trace.go:171","msg":"trace[923706902] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4277; }","duration":"1.010232195s","start":"2026-07-24T17:30:49.38578Z","end":"2026-07-24T17:30:50.396013Z","steps":["trace[923706902] 'agreement among raft nodes before linearized reading' (duration: 1.010097972s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:50.396325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:49.385756Z","time spent":"1.0104777s","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:50.785229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.268552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:30:50.785348Z","caller":"traceutil/trace.go:171","msg":"trace[778661550] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"575.505051ms","start":"2026-07-24T17:30:50.209814Z","end":"2026-07-24T17:30:50.785319Z","steps":["trace[778661550] 'process raft request' (duration: 336.067525ms)","trace[778661550] 'compare' (duration: 239.022706ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:50.785536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284417831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:30:50.785568Z","caller":"traceutil/trace.go:171","msg":"trace[649247443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4278; }","duration":"1.284487463s","start":"2026-07-24T17:30:49.501068Z","end":"2026-07-24T17:30:50.785555Z","steps":["trace[649247443] 'agreement among raft nodes before linearized reading' (duration: 1.28437159s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:50.785619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:49.501048Z","time spent":"1.284560225s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:50.785768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.155872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:30:50.785778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.334185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:30:50.785412Z","caller":"traceutil/trace.go:171","msg":"trace[1126500361] linearizableReadLoop","detail":"{readStateIndex:4483; appliedIndex:4482; }","duration":"389.744732ms","start":"2026-07-24T17:30:50.39565Z","end":"2026-07-24T17:30:50.785394Z","steps":["trace[1126500361] 'read index received' (duration: 150.178654ms)","trace[1126500361] 'applied index is now lower than readState.Index' (duration: 239.564338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:50.785799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.20979Z","time spent":"575.729995ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:50.785732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.208298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:50.786239Z","caller":"traceutil/trace.go:171","msg":"trace[607255517] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4278; }","duration":"751.765261ms","start":"2026-07-24T17:30:50.034456Z","end":"2026-07-24T17:30:50.786222Z","steps":["trace[607255517] 'agreement among raft nodes before linearized reading' (duration: 751.014474ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:50.785964Z","caller":"traceutil/trace.go:171","msg":"trace[1400467459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4278; }","duration":"770.565801ms","start":"2026-07-24T17:30:50.015374Z","end":"2026-07-24T17:30:50.78594Z","steps":["trace[1400467459] 'agreement among raft nodes before linearized reading' (duration: 770.051409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:50.78634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.015353Z","time spent":"770.97567ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:30:50.786317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.034421Z","time spent":"751.883233ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T17:30:50.786241Z","caller":"traceutil/trace.go:171","msg":"trace[1050353519] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"104.786366ms","start":"2026-07-24T17:30:50.681436Z","end":"2026-07-24T17:30:50.786222Z","steps":["trace[1050353519] 'process raft request' (duration: 103.872045ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:50.786012Z","caller":"traceutil/trace.go:171","msg":"trace[1913344811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4278; }","duration":"809.306815ms","start":"2026-07-24T17:30:49.97655Z","end":"2026-07-24T17:30:50.785857Z","steps":["trace[1913344811] 'agreement among raft nodes before linearized reading' (duration: 809.037999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:50.786581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:49.976526Z","time spent":"810.042082ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:30:51.15075Z","caller":"traceutil/trace.go:171","msg":"trace[749251862] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"379.975118ms","start":"2026-07-24T17:30:50.770697Z","end":"2026-07-24T17:30:51.150672Z","steps":["trace[749251862] 'process raft request' (duration: 379.890256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.151351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.77067Z","time spent":"380.591522ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:51.150924Z","caller":"traceutil/trace.go:171","msg":"trace[976161153] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"462.396853ms","start":"2026-07-24T17:30:50.688492Z","end":"2026-07-24T17:30:51.150888Z","steps":["trace[976161153] 'process raft request' (duration: 461.902312ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:51.151012Z","caller":"traceutil/trace.go:171","msg":"trace[1421888837] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"430.640747ms","start":"2026-07-24T17:30:50.720359Z","end":"2026-07-24T17:30:51.150999Z","steps":["trace[1421888837] 'process raft request' (duration: 430.173066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.152162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.688475Z","time spent":"463.642491ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:51.152376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.720333Z","time spent":"431.888085ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:51.213201Z","caller":"traceutil/trace.go:171","msg":"trace[2009231883] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"428.89484ms","start":"2026-07-24T17:30:50.784281Z","end":"2026-07-24T17:30:51.213176Z","steps":["trace[2009231883] 'process raft request' (duration: 428.687095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.213358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.784247Z","time spent":"429.031763ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:51.213535Z","caller":"traceutil/trace.go:171","msg":"trace[294242802] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"424.172042ms","start":"2026-07-24T17:30:50.789338Z","end":"2026-07-24T17:30:51.21351Z","steps":["trace[294242802] 'process raft request' (duration: 423.790463ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:51.213658Z","caller":"traceutil/trace.go:171","msg":"trace[1816650299] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"423.445226ms","start":"2026-07-24T17:30:50.790186Z","end":"2026-07-24T17:30:51.213632Z","steps":["trace[1816650299] 'process raft request' (duration: 423.289202ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:51.21374Z","caller":"traceutil/trace.go:171","msg":"trace[1491444774] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"422.470733ms","start":"2026-07-24T17:30:50.791261Z","end":"2026-07-24T17:30:51.213731Z","steps":["trace[1491444774] 'process raft request' (duration: 422.307589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.213799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.79125Z","time spent":"422.515095ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:30:51.213694Z","caller":"traceutil/trace.go:171","msg":"trace[1217260411] linearizableReadLoop","detail":"{readStateIndex:4489; appliedIndex:4487; }","duration":"424.04997ms","start":"2026-07-24T17:30:50.789626Z","end":"2026-07-24T17:30:51.213676Z","steps":["trace[1217260411] 'read index received' (duration: 361.230449ms)","trace[1217260411] 'applied index is now lower than readState.Index' (duration: 62.81788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:51.21381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.790173Z","time spent":"423.557228ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:51.213678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.789316Z","time spent":"424.279285ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:51.214114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.577646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:30:51.214125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.036566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:51.214152Z","caller":"traceutil/trace.go:171","msg":"trace[413025936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4286; }","duration":"234.618397ms","start":"2026-07-24T17:30:50.979524Z","end":"2026-07-24T17:30:51.214143Z","steps":["trace[413025936] 'agreement among raft nodes before linearized reading' (duration: 234.556556ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:51.214155Z","caller":"traceutil/trace.go:171","msg":"trace[71361918] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4286; }","duration":"217.116147ms","start":"2026-07-24T17:30:50.997032Z","end":"2026-07-24T17:30:51.214148Z","steps":["trace[71361918] 'agreement among raft nodes before linearized reading' (duration: 217.038126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.21417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.901387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:30:51.214227Z","caller":"traceutil/trace.go:171","msg":"trace[1670512441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4286; }","duration":"319.99633ms","start":"2026-07-24T17:30:50.894217Z","end":"2026-07-24T17:30:51.214213Z","steps":["trace[1670512441] 'agreement among raft nodes before linearized reading' (duration: 319.818706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.214222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.560831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-07-24T17:30:51.21442Z","caller":"traceutil/trace.go:171","msg":"trace[1837644681] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4286; }","duration":"424.768636ms","start":"2026-07-24T17:30:50.78958Z","end":"2026-07-24T17:30:51.214348Z","steps":["trace[1837644681] 'agreement among raft nodes before linearized reading' (duration: 424.266134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.214485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.78956Z","time spent":"424.911339ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T17:30:51.214286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:50.894202Z","time spent":"320.057661ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:30:51.214114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.009859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:51.215065Z","caller":"traceutil/trace.go:171","msg":"trace[586698138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4286; }","duration":"109.998132ms","start":"2026-07-24T17:30:51.105054Z","end":"2026-07-24T17:30:51.215052Z","steps":["trace[586698138] 'agreement among raft nodes before linearized reading' (duration: 108.998719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.582505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.222217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:51.583048Z","caller":"traceutil/trace.go:171","msg":"trace[484501143] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4286; }","duration":"312.832261ms","start":"2026-07-24T17:30:51.270192Z","end":"2026-07-24T17:30:51.583024Z","steps":["trace[484501143] 'range keys from in-memory index tree' (duration: 312.126984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:51.583165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:51.270174Z","time spent":"312.975574ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:30:52.294779Z","caller":"traceutil/trace.go:171","msg":"trace[1266957840] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4491; }","duration":"378.013473ms","start":"2026-07-24T17:30:51.916743Z","end":"2026-07-24T17:30:52.294756Z","steps":["trace[1266957840] 'read index received' (duration: 377.692826ms)","trace[1266957840] 'applied index is now lower than readState.Index' (duration: 319.687µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:52.294923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.193437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:30:52.294975Z","caller":"traceutil/trace.go:171","msg":"trace[210235570] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"447.581078ms","start":"2026-07-24T17:30:51.847302Z","end":"2026-07-24T17:30:52.294884Z","steps":["trace[210235570] 'process raft request' (duration: 447.199759ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:52.294965Z","caller":"traceutil/trace.go:171","msg":"trace[731115714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4287; }","duration":"378.29502ms","start":"2026-07-24T17:30:51.916657Z","end":"2026-07-24T17:30:52.294952Z","steps":["trace[731115714] 'agreement among raft nodes before linearized reading' (duration: 378.210068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:52.295225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:51.916635Z","time spent":"378.573166ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:30:52.295266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:30:51.84728Z","time spent":"447.816493ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:30:52.295585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.062111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:30:52.29571Z","caller":"traceutil/trace.go:171","msg":"trace[1150483271] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4287; }","duration":"261.229095ms","start":"2026-07-24T17:30:52.034463Z","end":"2026-07-24T17:30:52.295692Z","steps":["trace[1150483271] 'agreement among raft nodes before linearized reading' (duration: 260.59953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:52.67594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.867288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:30:52.67603Z","caller":"traceutil/trace.go:171","msg":"trace[239004425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4287; }","duration":"274.990501ms","start":"2026-07-24T17:30:52.401012Z","end":"2026-07-24T17:30:52.676002Z","steps":["trace[239004425] 'range keys from in-memory index tree' (duration: 274.595672ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:52.892783Z","caller":"traceutil/trace.go:171","msg":"trace[1720604906] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"212.851123ms","start":"2026-07-24T17:30:52.679904Z","end":"2026-07-24T17:30:52.892755Z","steps":["trace[1720604906] 'process raft request' (duration: 212.695269ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:52.963591Z","caller":"traceutil/trace.go:171","msg":"trace[1092417947] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"171.622785ms","start":"2026-07-24T17:30:52.791941Z","end":"2026-07-24T17:30:52.963564Z","steps":["trace[1092417947] 'process raft request' (duration: 171.39717ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:52.964171Z","caller":"traceutil/trace.go:171","msg":"trace[522559502] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"171.553243ms","start":"2026-07-24T17:30:52.792585Z","end":"2026-07-24T17:30:52.964138Z","steps":["trace[522559502] 'process raft request' (duration: 170.920089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:53.216623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.187102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:53.216692Z","caller":"traceutil/trace.go:171","msg":"trace[1486427953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4290; }","duration":"111.317985ms","start":"2026-07-24T17:30:53.105361Z","end":"2026-07-24T17:30:53.216679Z","steps":["trace[1486427953] 'range keys from in-memory index tree' (duration: 111.09384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:53.21695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.589502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:30:53.217051Z","caller":"traceutil/trace.go:171","msg":"trace[80754387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4290; }","duration":"230.731486ms","start":"2026-07-24T17:30:52.98629Z","end":"2026-07-24T17:30:53.217021Z","steps":["trace[80754387] 'range keys from in-memory index tree' (duration: 230.455539ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:53.372867Z","caller":"traceutil/trace.go:171","msg":"trace[832948937] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"213.52913ms","start":"2026-07-24T17:30:53.159287Z","end":"2026-07-24T17:30:53.372816Z","steps":["trace[832948937] 'process raft request' (duration: 161.286676ms)","trace[832948937] 'compare' (duration: 51.848875ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:30:53.388705Z","caller":"traceutil/trace.go:171","msg":"trace[535638101] linearizableReadLoop","detail":"{readStateIndex:4498; appliedIndex:4496; }","duration":"170.049788ms","start":"2026-07-24T17:30:53.218623Z","end":"2026-07-24T17:30:53.388672Z","steps":["trace[535638101] 'read index received' (duration: 101.946639ms)","trace[535638101] 'applied index is now lower than readState.Index' (duration: 68.101639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:30:53.388906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.260563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:30:53.388952Z","caller":"traceutil/trace.go:171","msg":"trace[418174108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4292; }","duration":"170.356865ms","start":"2026-07-24T17:30:53.218585Z","end":"2026-07-24T17:30:53.388942Z","steps":["trace[418174108] 'agreement among raft nodes before linearized reading' (duration: 170.235013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:53.388997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.762828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:30:53.389071Z","caller":"traceutil/trace.go:171","msg":"trace[1916899782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4292; }","duration":"168.893041ms","start":"2026-07-24T17:30:53.220161Z","end":"2026-07-24T17:30:53.389054Z","steps":["trace[1916899782] 'agreement among raft nodes before linearized reading' (duration: 168.793379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:30:53.388962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.638138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:30:53.389152Z","caller":"traceutil/trace.go:171","msg":"trace[600121371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4292; }","duration":"169.884164ms","start":"2026-07-24T17:30:53.219252Z","end":"2026-07-24T17:30:53.389136Z","steps":["trace[600121371] 'agreement among raft nodes before linearized reading' (duration: 169.598047ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:55.096814Z","caller":"traceutil/trace.go:171","msg":"trace[1748653878] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"127.575501ms","start":"2026-07-24T17:30:54.969216Z","end":"2026-07-24T17:30:55.096791Z","steps":["trace[1748653878] 'process raft request' (duration: 127.52885ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:30:55.096815Z","caller":"traceutil/trace.go:171","msg":"trace[1684976698] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"127.581062ms","start":"2026-07-24T17:30:54.969217Z","end":"2026-07-24T17:30:55.096798Z","steps":["trace[1684976698] 'process raft request' (duration: 127.373677ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:02.566115Z","caller":"traceutil/trace.go:171","msg":"trace[1353899168] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"109.127451ms","start":"2026-07-24T17:31:02.456949Z","end":"2026-07-24T17:31:02.566076Z","steps":["trace[1353899168] 'process raft request' (duration: 108.884755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:03.414146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.188928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:31:03.414256Z","caller":"traceutil/trace.go:171","msg":"trace[386447030] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"269.664317ms","start":"2026-07-24T17:31:03.144575Z","end":"2026-07-24T17:31:03.414239Z","steps":["trace[386447030] 'process raft request' (duration: 149.312825ms)","trace[386447030] 'compare' (duration: 120.077385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:03.64447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.123097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:31:03.644603Z","caller":"traceutil/trace.go:171","msg":"trace[1031626358] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"308.007832ms","start":"2026-07-24T17:31:03.336571Z","end":"2026-07-24T17:31:03.644579Z","steps":["trace[1031626358] 'process raft request' (duration: 181.6877ms)","trace[1031626358] 'compare' (duration: 125.988344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:03.644908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:03.336548Z","time spent":"308.32311ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:03.663324Z","caller":"traceutil/trace.go:171","msg":"trace[400932952] linearizableReadLoop","detail":"{readStateIndex:4551; appliedIndex:4549; }","duration":"176.250042ms","start":"2026-07-24T17:31:03.487037Z","end":"2026-07-24T17:31:03.663287Z","steps":["trace[400932952] 'read index received' (duration: 31.239488ms)","trace[400932952] 'applied index is now lower than readState.Index' (duration: 145.009054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:03.663546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.328284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:31:03.66359Z","caller":"traceutil/trace.go:171","msg":"trace[535830501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4343; }","duration":"168.425977ms","start":"2026-07-24T17:31:03.495152Z","end":"2026-07-24T17:31:03.663578Z","steps":["trace[535830501] 'agreement among raft nodes before linearized reading' (duration: 168.321794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:03.663574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.520608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:31:03.663551Z","caller":"traceutil/trace.go:171","msg":"trace[1238778631] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"238.291657ms","start":"2026-07-24T17:31:03.425077Z","end":"2026-07-24T17:31:03.663368Z","steps":["trace[1238778631] 'process raft request' (duration: 237.974449ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:03.663662Z","caller":"traceutil/trace.go:171","msg":"trace[608557668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4343; }","duration":"176.651541ms","start":"2026-07-24T17:31:03.48699Z","end":"2026-07-24T17:31:03.663642Z","steps":["trace[608557668] 'agreement among raft nodes before linearized reading' (duration: 176.479837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:03.664111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.155894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:31:03.6644Z","caller":"traceutil/trace.go:171","msg":"trace[1498122446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4343; }","duration":"108.42568ms","start":"2026-07-24T17:31:03.555879Z","end":"2026-07-24T17:31:03.664305Z","steps":["trace[1498122446] 'agreement among raft nodes before linearized reading' (duration: 107.750114ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:07.387537Z","caller":"traceutil/trace.go:171","msg":"trace[1751174501] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"176.962607ms","start":"2026-07-24T17:31:07.210557Z","end":"2026-07-24T17:31:07.38752Z","steps":["trace[1751174501] 'process raft request' (duration: 176.823274ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:11.617623Z","caller":"traceutil/trace.go:171","msg":"trace[3331766] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"497.223506ms","start":"2026-07-24T17:31:11.120378Z","end":"2026-07-24T17:31:11.617602Z","steps":["trace[3331766] 'process raft request' (duration: 496.886688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:11.617828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.120362Z","time spent":"497.38632ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:12.043044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.785519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:31:12.043244Z","caller":"traceutil/trace.go:171","msg":"trace[1553986782] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"575.700197ms","start":"2026-07-24T17:31:11.467528Z","end":"2026-07-24T17:31:12.043228Z","steps":["trace[1553986782] 'process raft request' (duration: 387.665092ms)","trace[1553986782] 'compare' (duration: 187.519122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:12.043288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.467503Z","time spent":"575.762129ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:12.180038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.298828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:31:12.1805Z","caller":"traceutil/trace.go:171","msg":"trace[402829578] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"558.820259ms","start":"2026-07-24T17:31:11.621658Z","end":"2026-07-24T17:31:12.180478Z","steps":["trace[402829578] 'process raft request' (duration: 558.46831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:12.180656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.621637Z","time spent":"558.931452ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:12.18883Z","caller":"traceutil/trace.go:171","msg":"trace[1347099923] linearizableReadLoop","detail":"{readStateIndex:4593; appliedIndex:4589; }","duration":"500.99557ms","start":"2026-07-24T17:31:11.687807Z","end":"2026-07-24T17:31:12.188802Z","steps":["trace[1347099923] 'read index received' (duration: 167.463308ms)","trace[1347099923] 'applied index is now lower than readState.Index' (duration: 333.531292ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:12.188981Z","caller":"traceutil/trace.go:171","msg":"trace[216347707] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"494.428192ms","start":"2026-07-24T17:31:11.694539Z","end":"2026-07-24T17:31:12.188967Z","steps":["trace[216347707] 'process raft request' (duration: 494.221607ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:12.188991Z","caller":"traceutil/trace.go:171","msg":"trace[1354701769] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"494.599005ms","start":"2026-07-24T17:31:11.694362Z","end":"2026-07-24T17:31:12.188961Z","steps":["trace[1354701769] 'process raft request' (duration: 494.353079ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:12.189015Z","caller":"traceutil/trace.go:171","msg":"trace[39325270] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"565.694725ms","start":"2026-07-24T17:31:11.623298Z","end":"2026-07-24T17:31:12.188993Z","steps":["trace[39325270] 'process raft request' (duration: 557.166959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:12.189111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.694534Z","time spent":"494.493683ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:12.189128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.694341Z","time spent":"494.712299ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:12.189141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.623282Z","time spent":"565.783807ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:12.1892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.651141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:31:12.18928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.509922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:31:12.189318Z","caller":"traceutil/trace.go:171","msg":"trace[1636881666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4385; }","duration":"501.581464ms","start":"2026-07-24T17:31:11.687727Z","end":"2026-07-24T17:31:12.189309Z","steps":["trace[1636881666] 'agreement among raft nodes before linearized reading' (duration: 501.513162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:12.18941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.009969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:31:12.189435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.179051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:31:12.189447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.687711Z","time spent":"501.721217ms","remote":"127.0.0.1:60120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:31:12.189447Z","caller":"traceutil/trace.go:171","msg":"trace[2131576765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4385; }","duration":"459.169993ms","start":"2026-07-24T17:31:11.730266Z","end":"2026-07-24T17:31:12.189436Z","steps":["trace[2131576765] 'agreement among raft nodes before linearized reading' (duration: 458.983288ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:12.18947Z","caller":"traceutil/trace.go:171","msg":"trace[1472689701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4385; }","duration":"461.274023ms","start":"2026-07-24T17:31:11.728188Z","end":"2026-07-24T17:31:12.189462Z","steps":["trace[1472689701] 'agreement among raft nodes before linearized reading' (duration: 461.11949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:12.189485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.730249Z","time spent":"459.225714ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:31:12.189506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.728093Z","time spent":"461.405276ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:31:12.189289Z","caller":"traceutil/trace.go:171","msg":"trace[795327240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4385; }","duration":"478.774705ms","start":"2026-07-24T17:31:11.7105Z","end":"2026-07-24T17:31:12.189275Z","steps":["trace[795327240] 'agreement among raft nodes before linearized reading' (duration: 478.55484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:12.189777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:11.710493Z","time spent":"479.276277ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:31:12.189784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.230468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:31:12.189833Z","caller":"traceutil/trace.go:171","msg":"trace[481821408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4385; }","duration":"250.3163ms","start":"2026-07-24T17:31:11.939504Z","end":"2026-07-24T17:31:12.18982Z","steps":["trace[481821408] 'agreement among raft nodes before linearized reading' (duration: 250.172367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:12.189989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.285433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:31:12.19005Z","caller":"traceutil/trace.go:171","msg":"trace[1820716191] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4385; }","duration":"155.376785ms","start":"2026-07-24T17:31:12.034662Z","end":"2026-07-24T17:31:12.190038Z","steps":["trace[1820716191] 'agreement among raft nodes before linearized reading' (duration: 154.584186ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:14.250222Z","caller":"traceutil/trace.go:171","msg":"trace[1913044695] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"623.849953ms","start":"2026-07-24T17:31:13.626349Z","end":"2026-07-24T17:31:14.250199Z","steps":["trace[1913044695] 'process raft request' (duration: 623.74208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:14.250367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:13.626334Z","time spent":"623.956475ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:14.360479Z","caller":"traceutil/trace.go:171","msg":"trace[917958080] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"687.915977ms","start":"2026-07-24T17:31:13.672541Z","end":"2026-07-24T17:31:14.360457Z","steps":["trace[917958080] 'process raft request' (duration: 677.142036ms)","trace[917958080] 'compare' (duration: 10.611587ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:14.360525Z","caller":"traceutil/trace.go:171","msg":"trace[1305609082] linearizableReadLoop","detail":"{readStateIndex:4601; appliedIndex:4599; }","duration":"596.295593ms","start":"2026-07-24T17:31:13.764219Z","end":"2026-07-24T17:31:14.360515Z","steps":["trace[1305609082] 'read index received' (duration: 485.959452ms)","trace[1305609082] 'applied index is now lower than readState.Index' (duration: 110.335461ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:14.360596Z","caller":"traceutil/trace.go:171","msg":"trace[1900660422] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"311.721437ms","start":"2026-07-24T17:31:14.048867Z","end":"2026-07-24T17:31:14.360588Z","steps":["trace[1900660422] 'process raft request' (duration: 311.528952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:14.360651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:14.048843Z","time spent":"311.775678ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:14.360721Z","caller":"traceutil/trace.go:171","msg":"trace[1478827878] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"166.397249ms","start":"2026-07-24T17:31:14.194315Z","end":"2026-07-24T17:31:14.360712Z","steps":["trace[1478827878] 'process raft request' (duration: 166.120872ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:14.360787Z","caller":"traceutil/trace.go:171","msg":"trace[939738037] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"166.034659ms","start":"2026-07-24T17:31:14.194746Z","end":"2026-07-24T17:31:14.36078Z","steps":["trace[939738037] 'process raft request' (duration: 165.716932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:14.360862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.638622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:31:14.360895Z","caller":"traceutil/trace.go:171","msg":"trace[1527622993] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4395; }","duration":"596.704153ms","start":"2026-07-24T17:31:13.764182Z","end":"2026-07-24T17:31:14.360886Z","steps":["trace[1527622993] 'agreement among raft nodes before linearized reading' (duration: 596.648862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:14.360922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:13.764166Z","time spent":"596.749105ms","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:31:14.360801Z","caller":"traceutil/trace.go:171","msg":"trace[53830212] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"165.864315ms","start":"2026-07-24T17:31:14.194873Z","end":"2026-07-24T17:31:14.360737Z","steps":["trace[53830212] 'process raft request' (duration: 165.611799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:14.361094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.063628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:31:14.361104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.208726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:31:14.361124Z","caller":"traceutil/trace.go:171","msg":"trace[1584756315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4395; }","duration":"258.090979ms","start":"2026-07-24T17:31:14.103026Z","end":"2026-07-24T17:31:14.361117Z","steps":["trace[1584756315] 'agreement among raft nodes before linearized reading' (duration: 258.055828ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:14.361129Z","caller":"traceutil/trace.go:171","msg":"trace[1698065505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4395; }","duration":"150.279078ms","start":"2026-07-24T17:31:14.210843Z","end":"2026-07-24T17:31:14.361122Z","steps":["trace[1698065505] 'agreement among raft nodes before linearized reading' (duration: 150.199596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:14.361019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.345951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:31:14.361364Z","caller":"traceutil/trace.go:171","msg":"trace[1755588739] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4395; }","duration":"326.73185ms","start":"2026-07-24T17:31:14.034624Z","end":"2026-07-24T17:31:14.361356Z","steps":["trace[1755588739] 'agreement among raft nodes before linearized reading' (duration: 326.237558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:14.361397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:14.034606Z","time spent":"326.782311ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:31:14.361072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.98099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:31:14.361429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:13.672527Z","time spent":"688.015379ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:14.361457Z","caller":"traceutil/trace.go:171","msg":"trace[881213880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4395; }","duration":"150.36976ms","start":"2026-07-24T17:31:14.211057Z","end":"2026-07-24T17:31:14.361427Z","steps":["trace[881213880] 'agreement among raft nodes before linearized reading' (duration: 149.977181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:14.361577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.80548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:31:14.361616Z","caller":"traceutil/trace.go:171","msg":"trace[453962637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4395; }","duration":"150.929453ms","start":"2026-07-24T17:31:14.210677Z","end":"2026-07-24T17:31:14.361607Z","steps":["trace[453962637] 'agreement among raft nodes before linearized reading' (duration: 150.446142ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:20.558028Z","caller":"traceutil/trace.go:171","msg":"trace[776842111] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"279.622797ms","start":"2026-07-24T17:31:20.278379Z","end":"2026-07-24T17:31:20.558001Z","steps":["trace[776842111] 'process raft request' (duration: 279.474544ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:20.565234Z","caller":"traceutil/trace.go:171","msg":"trace[1988565423] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"180.380194ms","start":"2026-07-24T17:31:20.384839Z","end":"2026-07-24T17:31:20.565219Z","steps":["trace[1988565423] 'process raft request' (duration: 180.261921ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:20.565631Z","caller":"traceutil/trace.go:171","msg":"trace[830160336] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"180.536398ms","start":"2026-07-24T17:31:20.385056Z","end":"2026-07-24T17:31:20.565593Z","steps":["trace[830160336] 'process raft request' (duration: 180.133739ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:20.565789Z","caller":"traceutil/trace.go:171","msg":"trace[1153822251] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"180.375394ms","start":"2026-07-24T17:31:20.385403Z","end":"2026-07-24T17:31:20.565779Z","steps":["trace[1153822251] 'process raft request' (duration: 180.075557ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:20.565949Z","caller":"traceutil/trace.go:171","msg":"trace[1043518820] linearizableReadLoop","detail":"{readStateIndex:4635; appliedIndex:4631; }","duration":"136.787936ms","start":"2026-07-24T17:31:20.429144Z","end":"2026-07-24T17:31:20.565932Z","steps":["trace[1043518820] 'read index received' (duration: 129.837576ms)","trace[1043518820] 'applied index is now lower than readState.Index' (duration: 6.94851ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:20.56605Z","caller":"traceutil/trace.go:171","msg":"trace[876786218] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"180.150208ms","start":"2026-07-24T17:31:20.385844Z","end":"2026-07-24T17:31:20.565994Z","steps":["trace[876786218] 'process raft request' (duration: 179.896422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:20.56616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.719585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:31:20.566165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.990411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:31:20.566194Z","caller":"traceutil/trace.go:171","msg":"trace[1772724005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4424; }","duration":"125.782566ms","start":"2026-07-24T17:31:20.440402Z","end":"2026-07-24T17:31:20.566185Z","steps":["trace[1772724005] 'agreement among raft nodes before linearized reading' (duration: 125.628042ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:20.566203Z","caller":"traceutil/trace.go:171","msg":"trace[649603629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4424; }","duration":"137.086063ms","start":"2026-07-24T17:31:20.429106Z","end":"2026-07-24T17:31:20.566192Z","steps":["trace[649603629] 'agreement among raft nodes before linearized reading' (duration: 136.909709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:22.341385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621707599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:31:22.341492Z","caller":"traceutil/trace.go:171","msg":"trace[1949069671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4427; }","duration":"1.621954235s","start":"2026-07-24T17:31:20.719522Z","end":"2026-07-24T17:31:22.341477Z","steps":["trace[1949069671] 'range keys from in-memory index tree' (duration: 1.621526085s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:22.341522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:20.719431Z","time spent":"1.622083449s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:31:22.341676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.533814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:31:22.341703Z","caller":"traceutil/trace.go:171","msg":"trace[819386707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4427; }","duration":"971.585066ms","start":"2026-07-24T17:31:21.370109Z","end":"2026-07-24T17:31:22.341694Z","steps":["trace[819386707] 'range keys from in-memory index tree' (duration: 971.482473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:22.341718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:21.370094Z","time spent":"971.619686ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:31:22.342818Z","caller":"traceutil/trace.go:171","msg":"trace[921891727] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"466.988673ms","start":"2026-07-24T17:31:21.875805Z","end":"2026-07-24T17:31:22.342794Z","steps":["trace[921891727] 'process raft request' (duration: 463.775963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:22.342993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:21.875787Z","time spent":"467.107346ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:22.37186Z","caller":"traceutil/trace.go:171","msg":"trace[1626240160] linearizableReadLoop","detail":"{readStateIndex:4640; appliedIndex:4638; }","duration":"332.279564ms","start":"2026-07-24T17:31:22.039558Z","end":"2026-07-24T17:31:22.371838Z","steps":["trace[1626240160] 'read index received' (duration: 300.03553ms)","trace[1626240160] 'applied index is now lower than readState.Index' (duration: 32.226023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:22.372117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.54195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:31:22.372164Z","caller":"traceutil/trace.go:171","msg":"trace[1785288877] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4428; }","duration":"332.641092ms","start":"2026-07-24T17:31:22.039503Z","end":"2026-07-24T17:31:22.372144Z","steps":["trace[1785288877] 'agreement among raft nodes before linearized reading' (duration: 332.494309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:22.372192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:22.039476Z","time spent":"332.710484ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T17:31:26.900198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.400398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:31:26.900685Z","caller":"traceutil/trace.go:171","msg":"trace[307238316] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"292.286009ms","start":"2026-07-24T17:31:26.608334Z","end":"2026-07-24T17:31:26.90062Z","steps":["trace[307238316] 'process raft request' (duration: 163.314616ms)","trace[307238316] 'compare' (duration: 128.228014ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:26.901479Z","caller":"traceutil/trace.go:171","msg":"trace[313886003] linearizableReadLoop","detail":"{readStateIndex:4667; appliedIndex:4662; }","duration":"281.643495ms","start":"2026-07-24T17:31:26.619814Z","end":"2026-07-24T17:31:26.901458Z","steps":["trace[313886003] 'read index received' (duration: 1.782945ms)","trace[313886003] 'applied index is now lower than readState.Index' (duration: 279.85979ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:26.901525Z","caller":"traceutil/trace.go:171","msg":"trace[127112483] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"292.403322ms","start":"2026-07-24T17:31:26.609101Z","end":"2026-07-24T17:31:26.901505Z","steps":["trace[127112483] 'process raft request' (duration: 292.173286ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:26.901746Z","caller":"traceutil/trace.go:171","msg":"trace[1478125496] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"280.478626ms","start":"2026-07-24T17:31:26.621258Z","end":"2026-07-24T17:31:26.901736Z","steps":["trace[1478125496] 'process raft request' (duration: 280.154357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:26.901899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.069285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:31:26.901931Z","caller":"traceutil/trace.go:171","msg":"trace[237376186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4455; }","duration":"282.132057ms","start":"2026-07-24T17:31:26.61979Z","end":"2026-07-24T17:31:26.901922Z","steps":["trace[237376186] 'agreement among raft nodes before linearized reading' (duration: 282.017114ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:26.9021Z","caller":"traceutil/trace.go:171","msg":"trace[2049814595] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"292.75988ms","start":"2026-07-24T17:31:26.60899Z","end":"2026-07-24T17:31:26.90175Z","steps":["trace[2049814595] 'process raft request' (duration: 292.147265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:26.903654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.560707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:31:26.903698Z","caller":"traceutil/trace.go:171","msg":"trace[2089744959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4455; }","duration":"282.695921ms","start":"2026-07-24T17:31:26.620992Z","end":"2026-07-24T17:31:26.903688Z","steps":["trace[2089744959] 'agreement among raft nodes before linearized reading' (duration: 282.585298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:26.903765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.720356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:31:26.903936Z","caller":"traceutil/trace.go:171","msg":"trace[391301946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4455; }","duration":"283.917601ms","start":"2026-07-24T17:31:26.620002Z","end":"2026-07-24T17:31:26.90392Z","steps":["trace[391301946] 'agreement among raft nodes before linearized reading' (duration: 283.584913ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:27.075046Z","caller":"traceutil/trace.go:171","msg":"trace[1908743956] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"171.594345ms","start":"2026-07-24T17:31:26.903416Z","end":"2026-07-24T17:31:27.07501Z","steps":["trace[1908743956] 'process raft request' (duration: 117.677153ms)","trace[1908743956] 'compare' (duration: 53.497072ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:27.075092Z","caller":"traceutil/trace.go:171","msg":"trace[457587276] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"167.35902ms","start":"2026-07-24T17:31:26.907715Z","end":"2026-07-24T17:31:27.075075Z","steps":["trace[457587276] 'process raft request' (duration: 167.320059ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:27.075366Z","caller":"traceutil/trace.go:171","msg":"trace[1975230416] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"167.77379ms","start":"2026-07-24T17:31:26.907581Z","end":"2026-07-24T17:31:27.075355Z","steps":["trace[1975230416] 'process raft request' (duration: 167.411951ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:27.075413Z","caller":"traceutil/trace.go:171","msg":"trace[434573090] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"168.503558ms","start":"2026-07-24T17:31:26.906869Z","end":"2026-07-24T17:31:27.075372Z","steps":["trace[434573090] 'process raft request' (duration: 168.042857ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:31.19897Z","caller":"traceutil/trace.go:171","msg":"trace[2088675049] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"101.764883ms","start":"2026-07-24T17:31:31.09716Z","end":"2026-07-24T17:31:31.198925Z","steps":["trace[2088675049] 'process raft request' (duration: 41.157223ms)","trace[2088675049] 'compare' (duration: 60.351414ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:31.412335Z","caller":"traceutil/trace.go:171","msg":"trace[1096950888] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"209.209888ms","start":"2026-07-24T17:31:31.203101Z","end":"2026-07-24T17:31:31.412311Z","steps":["trace[1096950888] 'process raft request' (duration: 189.091944ms)","trace[1096950888] 'compare' (duration: 19.94661ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:31.41943Z","caller":"traceutil/trace.go:171","msg":"trace[1471424744] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"215.365533ms","start":"2026-07-24T17:31:31.20404Z","end":"2026-07-24T17:31:31.419405Z","steps":["trace[1471424744] 'process raft request' (duration: 215.151168ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:32.663762Z","caller":"traceutil/trace.go:171","msg":"trace[419095286] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"210.593293ms","start":"2026-07-24T17:31:32.453148Z","end":"2026-07-24T17:31:32.663741Z","steps":["trace[419095286] 'process raft request' (duration: 210.45765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:32.758452Z","caller":"traceutil/trace.go:171","msg":"trace[1783691790] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"276.610093ms","start":"2026-07-24T17:31:32.481806Z","end":"2026-07-24T17:31:32.758417Z","steps":["trace[1783691790] 'process raft request' (duration: 265.296559ms)","trace[1783691790] 'compare' (duration: 11.16151ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:32.758456Z","caller":"traceutil/trace.go:171","msg":"trace[1260932723] linearizableReadLoop","detail":"{readStateIndex:4695; appliedIndex:4694; }","duration":"160.578037ms","start":"2026-07-24T17:31:32.59785Z","end":"2026-07-24T17:31:32.758428Z","steps":["trace[1260932723] 'read index received' (duration: 66.187714ms)","trace[1260932723] 'applied index is now lower than readState.Index' (duration: 94.389603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:32.758715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.848433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:31:32.758744Z","caller":"traceutil/trace.go:171","msg":"trace[1161722154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4482; }","duration":"160.941675ms","start":"2026-07-24T17:31:32.597796Z","end":"2026-07-24T17:31:32.758737Z","steps":["trace[1161722154] 'agreement among raft nodes before linearized reading' (duration: 160.705259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:47.555734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.308805ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:31:47.555899Z","caller":"traceutil/trace.go:171","msg":"trace[353106684] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4558; }","duration":"119.47877ms","start":"2026-07-24T17:31:47.436395Z","end":"2026-07-24T17:31:47.555874Z","steps":["trace[353106684] 'range keys from in-memory index tree' (duration: 119.297575ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:48.899415Z","caller":"traceutil/trace.go:171","msg":"trace[2118380009] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"130.256984ms","start":"2026-07-24T17:31:48.769135Z","end":"2026-07-24T17:31:48.899392Z","steps":["trace[2118380009] 'process raft request' (duration: 130.113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:48.979716Z","caller":"traceutil/trace.go:171","msg":"trace[1469079766] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"154.689248ms","start":"2026-07-24T17:31:48.824986Z","end":"2026-07-24T17:31:48.979675Z","steps":["trace[1469079766] 'process raft request' (duration: 154.342529ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:49.21157Z","caller":"traceutil/trace.go:171","msg":"trace[1159452558] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"219.012373ms","start":"2026-07-24T17:31:48.992531Z","end":"2026-07-24T17:31:49.211543Z","steps":["trace[1159452558] 'process raft request' (duration: 203.875391ms)","trace[1159452558] 'compare' (duration: 14.765003ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:49.255562Z","caller":"traceutil/trace.go:171","msg":"trace[1836826110] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4779; }","duration":"149.847279ms","start":"2026-07-24T17:31:49.10569Z","end":"2026-07-24T17:31:49.255537Z","steps":["trace[1836826110] 'read index received' (duration: 90.728445ms)","trace[1836826110] 'applied index is now lower than readState.Index' (duration: 59.117824ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:49.255695Z","caller":"traceutil/trace.go:171","msg":"trace[491678810] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"203.80688ms","start":"2026-07-24T17:31:49.051874Z","end":"2026-07-24T17:31:49.255681Z","steps":["trace[491678810] 'process raft request' (duration: 203.283056ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:49.25596Z","caller":"traceutil/trace.go:171","msg":"trace[1952226794] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"196.808827ms","start":"2026-07-24T17:31:49.059131Z","end":"2026-07-24T17:31:49.25594Z","steps":["trace[1952226794] 'process raft request' (duration: 196.309824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:49.256077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.366462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:31:49.256165Z","caller":"traceutil/trace.go:171","msg":"trace[233152439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4566; }","duration":"150.520027ms","start":"2026-07-24T17:31:49.105623Z","end":"2026-07-24T17:31:49.256143Z","steps":["trace[233152439] 'agreement among raft nodes before linearized reading' (duration: 150.351302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:49.256197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.049927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:31:49.256276Z","caller":"traceutil/trace.go:171","msg":"trace[311968639] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4566; }","duration":"142.196591ms","start":"2026-07-24T17:31:49.114061Z","end":"2026-07-24T17:31:49.256258Z","steps":["trace[311968639] 'agreement among raft nodes before linearized reading' (duration: 142.059047ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:49.256484Z","caller":"traceutil/trace.go:171","msg":"trace[1300638554] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"197.105405ms","start":"2026-07-24T17:31:49.059365Z","end":"2026-07-24T17:31:49.25647Z","steps":["trace[1300638554] 'process raft request' (duration: 196.11964ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:55.393528Z","caller":"traceutil/trace.go:171","msg":"trace[1931248257] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"108.750003ms","start":"2026-07-24T17:31:55.284751Z","end":"2026-07-24T17:31:55.393501Z","steps":["trace[1931248257] 'process raft request' (duration: 108.669041ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:55.393616Z","caller":"traceutil/trace.go:171","msg":"trace[2049090579] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"108.898766ms","start":"2026-07-24T17:31:55.284688Z","end":"2026-07-24T17:31:55.393587Z","steps":["trace[2049090579] 'process raft request' (duration: 108.629599ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:55.621725Z","caller":"traceutil/trace.go:171","msg":"trace[1937127638] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"129.069056ms","start":"2026-07-24T17:31:55.492634Z","end":"2026-07-24T17:31:55.621703Z","steps":["trace[1937127638] 'process raft request' (duration: 54.832918ms)","trace[1937127638] 'compare' (duration: 74.010452ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:55.621918Z","caller":"traceutil/trace.go:171","msg":"trace[2038370182] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"126.735344ms","start":"2026-07-24T17:31:55.495176Z","end":"2026-07-24T17:31:55.621911Z","steps":["trace[2038370182] 'process raft request' (duration: 126.425626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:57.581856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.923874ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:31:57.582007Z","caller":"traceutil/trace.go:171","msg":"trace[695743909] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4605; }","duration":"145.102369ms","start":"2026-07-24T17:31:57.436886Z","end":"2026-07-24T17:31:57.581989Z","steps":["trace[695743909] 'range keys from in-memory index tree' (duration: 144.902343ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:57.582008Z","caller":"traceutil/trace.go:171","msg":"trace[1418261759] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"182.00169ms","start":"2026-07-24T17:31:57.399986Z","end":"2026-07-24T17:31:57.581987Z","steps":["trace[1418261759] 'process raft request' (duration: 181.738244ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:57.653675Z","caller":"traceutil/trace.go:171","msg":"trace[867496242] linearizableReadLoop","detail":"{readStateIndex:4826; appliedIndex:4824; }","duration":"244.173307ms","start":"2026-07-24T17:31:57.409477Z","end":"2026-07-24T17:31:57.65365Z","steps":["trace[867496242] 'read index received' (duration: 172.277964ms)","trace[867496242] 'applied index is now lower than readState.Index' (duration: 71.893982ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:57.653865Z","caller":"traceutil/trace.go:171","msg":"trace[971755738] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"252.834265ms","start":"2026-07-24T17:31:57.40101Z","end":"2026-07-24T17:31:57.653844Z","steps":["trace[971755738] 'process raft request' (duration: 252.383893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:57.654211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.711211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:31:57.655354Z","caller":"traceutil/trace.go:171","msg":"trace[173072644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4607; }","duration":"234.899603ms","start":"2026-07-24T17:31:57.420433Z","end":"2026-07-24T17:31:57.655332Z","steps":["trace[173072644] 'agreement among raft nodes before linearized reading' (duration: 233.593358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:57.654343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.794883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:31:57.655714Z","caller":"traceutil/trace.go:171","msg":"trace[2113190501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4607; }","duration":"246.256282ms","start":"2026-07-24T17:31:57.409443Z","end":"2026-07-24T17:31:57.6557Z","steps":["trace[2113190501] 'agreement among raft nodes before linearized reading' (duration: 244.430483ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:05.308624Z","caller":"traceutil/trace.go:171","msg":"trace[1920961173] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"158.840197ms","start":"2026-07-24T17:32:05.149752Z","end":"2026-07-24T17:32:05.308592Z","steps":["trace[1920961173] 'process raft request' (duration: 127.917222ms)","trace[1920961173] 'compare' (duration: 30.770971ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:20.054815Z","caller":"traceutil/trace.go:171","msg":"trace[159626291] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4939; }","duration":"239.543184ms","start":"2026-07-24T17:32:19.815245Z","end":"2026-07-24T17:32:20.054788Z","steps":["trace[159626291] 'read index received' (duration: 239.476662ms)","trace[159626291] 'applied index is now lower than readState.Index' (duration: 65.432µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:20.054933Z","caller":"traceutil/trace.go:171","msg":"trace[965452681] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"324.689836ms","start":"2026-07-24T17:32:19.730215Z","end":"2026-07-24T17:32:20.054905Z","steps":["trace[965452681] 'process raft request' (duration: 324.368108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:20.055119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.76849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:32:20.055798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:19.730196Z","time spent":"325.483598ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:20.055876Z","caller":"traceutil/trace.go:171","msg":"trace[1265966153] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4717; }","duration":"240.647745ms","start":"2026-07-24T17:32:19.815215Z","end":"2026-07-24T17:32:20.055863Z","steps":["trace[1265966153] 'agreement among raft nodes before linearized reading' (duration: 239.719799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:20.136397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.795608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:32:20.136465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.051397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:32:20.136485Z","caller":"traceutil/trace.go:171","msg":"trace[39629714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4718; }","duration":"311.949212ms","start":"2026-07-24T17:32:19.824522Z","end":"2026-07-24T17:32:20.136471Z","steps":["trace[39629714] 'agreement among raft nodes before linearized reading' (duration: 311.705795ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:20.136543Z","caller":"traceutil/trace.go:171","msg":"trace[1224254278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4718; }","duration":"315.159819ms","start":"2026-07-24T17:32:19.821362Z","end":"2026-07-24T17:32:20.136522Z","steps":["trace[1224254278] 'agreement among raft nodes before linearized reading' (duration: 314.939853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:20.136566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:19.824506Z","time spent":"312.036095ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:32:20.136607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:19.821354Z","time spent":"315.234732ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:32:20.136692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.038029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T17:32:20.136765Z","caller":"traceutil/trace.go:171","msg":"trace[17244307] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4718; }","duration":"101.148783ms","start":"2026-07-24T17:32:20.035602Z","end":"2026-07-24T17:32:20.136751Z","steps":["trace[17244307] 'agreement among raft nodes before linearized reading' (duration: 100.906246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:20.137167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.789213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T17:32:20.137449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.461765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:32:20.137515Z","caller":"traceutil/trace.go:171","msg":"trace[1795947028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4718; }","duration":"316.557948ms","start":"2026-07-24T17:32:19.820941Z","end":"2026-07-24T17:32:20.137499Z","steps":["trace[1795947028] 'agreement among raft nodes before linearized reading' (duration: 316.26599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:20.137559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:19.820927Z","time spent":"316.620139ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:32:20.137208Z","caller":"traceutil/trace.go:171","msg":"trace[1439185056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4718; }","duration":"320.869486ms","start":"2026-07-24T17:32:19.816329Z","end":"2026-07-24T17:32:20.137198Z","steps":["trace[1439185056] 'agreement among raft nodes before linearized reading' (duration: 320.757733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:20.138455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:19.816308Z","time spent":"322.123549ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:32:20.136378Z","caller":"traceutil/trace.go:171","msg":"trace[442187198] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"289.165501ms","start":"2026-07-24T17:32:19.847187Z","end":"2026-07-24T17:32:20.136352Z","steps":["trace[442187198] 'process raft request' (duration: 282.893959ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:30.128478Z","caller":"traceutil/trace.go:171","msg":"trace[2145352550] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"148.488254ms","start":"2026-07-24T17:32:29.979962Z","end":"2026-07-24T17:32:30.12845Z","steps":["trace[2145352550] 'process raft request' (duration: 148.321959ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:30.494858Z","caller":"traceutil/trace.go:171","msg":"trace[1857776867] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"244.873147ms","start":"2026-07-24T17:32:30.249954Z","end":"2026-07-24T17:32:30.494827Z","steps":["trace[1857776867] 'process raft request' (duration: 198.617635ms)","trace[1857776867] 'compare' (duration: 46.024275ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:30.494881Z","caller":"traceutil/trace.go:171","msg":"trace[1228274521] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"244.882256ms","start":"2026-07-24T17:32:30.249977Z","end":"2026-07-24T17:32:30.494859Z","steps":["trace[1228274521] 'process raft request' (duration: 244.827185ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:30.495088Z","caller":"traceutil/trace.go:171","msg":"trace[131656793] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"245.094053ms","start":"2026-07-24T17:32:30.249955Z","end":"2026-07-24T17:32:30.495049Z","steps":["trace[131656793] 'process raft request' (duration: 244.788684ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:30.498796Z","caller":"traceutil/trace.go:171","msg":"trace[1007078794] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"137.433869ms","start":"2026-07-24T17:32:30.361346Z","end":"2026-07-24T17:32:30.49878Z","steps":["trace[1007078794] 'process raft request' (duration: 137.356767ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:32.605496Z","caller":"traceutil/trace.go:171","msg":"trace[1779925353] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"100.74389ms","start":"2026-07-24T17:32:32.504719Z","end":"2026-07-24T17:32:32.605462Z","steps":["trace[1779925353] 'process raft request' (duration: 100.409251ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:32.605544Z","caller":"traceutil/trace.go:171","msg":"trace[1598058332] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"100.725549ms","start":"2026-07-24T17:32:32.504776Z","end":"2026-07-24T17:32:32.605502Z","steps":["trace[1598058332] 'process raft request' (duration: 100.578935ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:33.600577Z","caller":"traceutil/trace.go:171","msg":"trace[541390422] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"193.746172ms","start":"2026-07-24T17:32:33.406813Z","end":"2026-07-24T17:32:33.600559Z","steps":["trace[541390422] 'process raft request' (duration: 193.609778ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:33.960672Z","caller":"traceutil/trace.go:171","msg":"trace[261729694] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"160.397304ms","start":"2026-07-24T17:32:33.800237Z","end":"2026-07-24T17:32:33.960635Z","steps":["trace[261729694] 'process raft request' (duration: 160.109166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:34.478095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.732094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:32:34.478223Z","caller":"traceutil/trace.go:171","msg":"trace[839872051] linearizableReadLoop","detail":"{readStateIndex:5015; appliedIndex:5014; }","duration":"118.845242ms","start":"2026-07-24T17:32:34.35936Z","end":"2026-07-24T17:32:34.478205Z","steps":["trace[839872051] 'read index received' (duration: 11.514721ms)","trace[839872051] 'applied index is now lower than readState.Index' (duration: 107.328741ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:34.478306Z","caller":"traceutil/trace.go:171","msg":"trace[939209365] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"252.60492ms","start":"2026-07-24T17:32:34.225646Z","end":"2026-07-24T17:32:34.478251Z","steps":["trace[939209365] 'process raft request' (duration: 145.629349ms)","trace[939209365] 'compare' (duration: 106.587571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:34.478374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.011797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:32:34.478408Z","caller":"traceutil/trace.go:171","msg":"trace[933692024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4789; }","duration":"119.088549ms","start":"2026-07-24T17:32:34.35931Z","end":"2026-07-24T17:32:34.478398Z","steps":["trace[933692024] 'agreement among raft nodes before linearized reading' (duration: 118.944775ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:35.902257Z","caller":"traceutil/trace.go:171","msg":"trace[271105241] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"288.493272ms","start":"2026-07-24T17:32:35.613744Z","end":"2026-07-24T17:32:35.902237Z","steps":["trace[271105241] 'process raft request' (duration: 288.461871ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:35.902397Z","caller":"traceutil/trace.go:171","msg":"trace[1733863540] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"289.415887ms","start":"2026-07-24T17:32:35.612971Z","end":"2026-07-24T17:32:35.902386Z","steps":["trace[1733863540] 'process raft request' (duration: 289.102699ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:36.098542Z","caller":"traceutil/trace.go:171","msg":"trace[1519727653] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"131.37002ms","start":"2026-07-24T17:32:35.967146Z","end":"2026-07-24T17:32:36.098516Z","steps":["trace[1519727653] 'process raft request' (duration: 83.975945ms)","trace[1519727653] 'compare' (duration: 47.23798ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:36.37707Z","caller":"traceutil/trace.go:171","msg":"trace[1953807452] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"265.821089ms","start":"2026-07-24T17:32:36.111229Z","end":"2026-07-24T17:32:36.37705Z","steps":["trace[1953807452] 'process raft request' (duration: 265.708246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:36.717732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.941579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:32:36.718008Z","caller":"traceutil/trace.go:171","msg":"trace[1737691631] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"234.914935ms","start":"2026-07-24T17:32:36.483038Z","end":"2026-07-24T17:32:36.717953Z","steps":["trace[1737691631] 'process raft request' (duration: 83.692029ms)","trace[1737691631] 'compare' (duration: 150.807385ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:36.718038Z","caller":"traceutil/trace.go:171","msg":"trace[273090447] linearizableReadLoop","detail":"{readStateIndex:5033; appliedIndex:5026; }","duration":"215.333838ms","start":"2026-07-24T17:32:36.502691Z","end":"2026-07-24T17:32:36.718025Z","steps":["trace[273090447] 'read index received' (duration: 9.206707ms)","trace[273090447] 'applied index is now lower than readState.Index' (duration: 206.126421ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:36.718129Z","caller":"traceutil/trace.go:171","msg":"trace[55759600] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"227.257882ms","start":"2026-07-24T17:32:36.49086Z","end":"2026-07-24T17:32:36.718118Z","steps":["trace[55759600] 'process raft request' (duration: 226.956984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:36.718243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.002651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:32:36.71832Z","caller":"traceutil/trace.go:171","msg":"trace[1356278140] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4807; }","duration":"170.101895ms","start":"2026-07-24T17:32:36.548181Z","end":"2026-07-24T17:32:36.718283Z","steps":["trace[1356278140] 'agreement among raft nodes before linearized reading' (duration: 169.963711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:36.718439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.735949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:32:36.718259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.260578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:32:36.718584Z","caller":"traceutil/trace.go:171","msg":"trace[1686087212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4807; }","duration":"151.581436ms","start":"2026-07-24T17:32:36.566983Z","end":"2026-07-24T17:32:36.718565Z","steps":["trace[1686087212] 'agreement among raft nodes before linearized reading' (duration: 151.220436ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:36.718521Z","caller":"traceutil/trace.go:171","msg":"trace[1165446339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4807; }","duration":"216.153062ms","start":"2026-07-24T17:32:36.502344Z","end":"2026-07-24T17:32:36.718497Z","steps":["trace[1165446339] 'agreement among raft nodes before linearized reading' (duration: 216.036868ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:36.959312Z","caller":"traceutil/trace.go:171","msg":"trace[519693088] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"235.745348ms","start":"2026-07-24T17:32:36.723545Z","end":"2026-07-24T17:32:36.95929Z","steps":["trace[519693088] 'process raft request' (duration: 178.90667ms)","trace[519693088] 'compare' (duration: 56.616332ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:36.96011Z","caller":"traceutil/trace.go:171","msg":"trace[1007785725] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"235.81191ms","start":"2026-07-24T17:32:36.724267Z","end":"2026-07-24T17:32:36.960079Z","steps":["trace[1007785725] 'process raft request' (duration: 235.742748ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:36.960239Z","caller":"traceutil/trace.go:171","msg":"trace[1623179598] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"236.474809ms","start":"2026-07-24T17:32:36.723733Z","end":"2026-07-24T17:32:36.960208Z","steps":["trace[1623179598] 'process raft request' (duration: 235.521992ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:36.960294Z","caller":"traceutil/trace.go:171","msg":"trace[952286641] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"236.50803ms","start":"2026-07-24T17:32:36.723776Z","end":"2026-07-24T17:32:36.960284Z","steps":["trace[952286641] 'process raft request' (duration: 235.984325ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:36.96137Z","caller":"traceutil/trace.go:171","msg":"trace[714906544] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"219.628278ms","start":"2026-07-24T17:32:36.741691Z","end":"2026-07-24T17:32:36.961319Z","steps":["trace[714906544] 'process raft request' (duration: 219.167495ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:36.961431Z","caller":"traceutil/trace.go:171","msg":"trace[50165811] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5034; }","duration":"125.490437ms","start":"2026-07-24T17:32:36.835876Z","end":"2026-07-24T17:32:36.961367Z","steps":["trace[50165811] 'read index received' (duration: 66.589361ms)","trace[50165811] 'applied index is now lower than readState.Index' (duration: 58.894436ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:36.961613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.703933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:36.961685Z","caller":"traceutil/trace.go:171","msg":"trace[1547904810] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4812; }","duration":"125.849638ms","start":"2026-07-24T17:32:36.835815Z","end":"2026-07-24T17:32:36.961664Z","steps":["trace[1547904810] 'agreement among raft nodes before linearized reading' (duration: 125.682643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:37.966339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.481505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:32:37.966433Z","caller":"traceutil/trace.go:171","msg":"trace[2044930805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4813; }","duration":"243.618468ms","start":"2026-07-24T17:32:37.722787Z","end":"2026-07-24T17:32:37.966406Z","steps":["trace[2044930805] 'range keys from in-memory index tree' (duration: 243.231158ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:40.436204Z","caller":"traceutil/trace.go:171","msg":"trace[1791074287] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5057; }","duration":"407.525793ms","start":"2026-07-24T17:32:40.02865Z","end":"2026-07-24T17:32:40.436176Z","steps":["trace[1791074287] 'read index received' (duration: 407.359289ms)","trace[1791074287] 'applied index is now lower than readState.Index' (duration: 165.414µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:40.436385Z","caller":"traceutil/trace.go:171","msg":"trace[1136225086] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"431.729383ms","start":"2026-07-24T17:32:40.004637Z","end":"2026-07-24T17:32:40.436366Z","steps":["trace[1136225086] 'process raft request' (duration: 431.353732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:40.436541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.004627Z","time spent":"431.807905ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:32:40.436944Z","caller":"traceutil/trace.go:171","msg":"trace[1920782794] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4830; }","duration":"430.520439ms","start":"2026-07-24T17:32:40.006386Z","end":"2026-07-24T17:32:40.436907Z","steps":["trace[1920782794] 'process raft request' (duration: 429.725456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:40.437075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.006378Z","time spent":"430.633042ms","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":89,"response count":0,"response size":1865,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:40.437055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.369707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-shtzp.18c5497cec3edff3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-24T17:32:40.437158Z","caller":"traceutil/trace.go:171","msg":"trace[705367744] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-shtzp.18c5497cec3edff3; range_end:; response_count:1; response_revision:4830; }","duration":"408.515431ms","start":"2026-07-24T17:32:40.02861Z","end":"2026-07-24T17:32:40.437126Z","steps":["trace[705367744] 'agreement among raft nodes before linearized reading' (duration: 408.227703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:40.437219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.028588Z","time spent":"408.614943ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-shtzp.18c5497cec3edff3\" "} {"level":"info","ts":"2026-07-24T17:32:40.463149Z","caller":"traceutil/trace.go:171","msg":"trace[1560152451] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"352.740313ms","start":"2026-07-24T17:32:40.110382Z","end":"2026-07-24T17:32:40.463122Z","steps":["trace[1560152451] 'process raft request' (duration: 352.590139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:40.463378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.110365Z","time spent":"352.863936ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:40.464104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.643139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:40.464152Z","caller":"traceutil/trace.go:171","msg":"trace[913364917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4831; }","duration":"358.730151ms","start":"2026-07-24T17:32:40.105408Z","end":"2026-07-24T17:32:40.464138Z","steps":["trace[913364917] 'agreement among raft nodes before linearized reading' (duration: 358.634448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:40.464185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.105389Z","time spent":"358.785143ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:32:40.577219Z","caller":"traceutil/trace.go:171","msg":"trace[1639411606] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5060; }","duration":"111.774371ms","start":"2026-07-24T17:32:40.465425Z","end":"2026-07-24T17:32:40.577199Z","steps":["trace[1639411606] 'read index received' (duration: 111.610057ms)","trace[1639411606] 'applied index is now lower than readState.Index' (duration: 163.404µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:40.577385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.894345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:40.577377Z","caller":"traceutil/trace.go:171","msg":"trace[449011378] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"137.026801ms","start":"2026-07-24T17:32:40.440318Z","end":"2026-07-24T17:32:40.577345Z","steps":["trace[449011378] 'process raft request' (duration: 136.708642ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:40.577418Z","caller":"traceutil/trace.go:171","msg":"trace[742867755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4833; }","duration":"112.006268ms","start":"2026-07-24T17:32:40.465403Z","end":"2026-07-24T17:32:40.577409Z","steps":["trace[742867755] 'agreement among raft nodes before linearized reading' (duration: 111.869404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:40.577653Z","caller":"traceutil/trace.go:171","msg":"trace[2071237160] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"130.860578ms","start":"2026-07-24T17:32:40.446782Z","end":"2026-07-24T17:32:40.577643Z","steps":["trace[2071237160] 'process raft request' (duration: 130.372664ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:40.58137Z","caller":"traceutil/trace.go:171","msg":"trace[516511528] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"113.198491ms","start":"2026-07-24T17:32:40.468154Z","end":"2026-07-24T17:32:40.581352Z","steps":["trace[516511528] 'process raft request' (duration: 113.085868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:41.285929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.381115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2854"} {"level":"info","ts":"2026-07-24T17:32:41.286057Z","caller":"traceutil/trace.go:171","msg":"trace[86710780] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5083; }","duration":"309.19321ms","start":"2026-07-24T17:32:40.97684Z","end":"2026-07-24T17:32:41.286033Z","steps":["trace[86710780] 'read index received' (duration: 47.123056ms)","trace[86710780] 'applied index is now lower than readState.Index' (duration: 262.068594ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:41.286152Z","caller":"traceutil/trace.go:171","msg":"trace[816463732] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4855; }","duration":"323.112601ms","start":"2026-07-24T17:32:40.963027Z","end":"2026-07-24T17:32:41.286139Z","steps":["trace[816463732] 'process raft request' (duration: 222.437498ms)","trace[816463732] 'compare' (duration: 100.279152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:41.286209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.963003Z","time spent":"323.174033ms","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":89,"response count":0,"response size":2877,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:41.286424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.505463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:32:41.286494Z","caller":"traceutil/trace.go:171","msg":"trace[1765142661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4855; }","duration":"307.615306ms","start":"2026-07-24T17:32:40.978858Z","end":"2026-07-24T17:32:41.286474Z","steps":["trace[1765142661] 'agreement among raft nodes before linearized reading' (duration: 307.43138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:41.286539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.97884Z","time spent":"307.688818ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:32:41.286548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.704434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:32:41.286589Z","caller":"traceutil/trace.go:171","msg":"trace[11659529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4855; }","duration":"309.770726ms","start":"2026-07-24T17:32:40.976806Z","end":"2026-07-24T17:32:41.286576Z","steps":["trace[11659529] 'agreement among raft nodes before linearized reading' (duration: 309.673614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:41.286622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.97679Z","time spent":"309.824099ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:32:41.286628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.640607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:32:41.28643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.644439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:32:41.286667Z","caller":"traceutil/trace.go:171","msg":"trace[897346834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4855; }","duration":"307.708699ms","start":"2026-07-24T17:32:40.978948Z","end":"2026-07-24T17:32:41.286656Z","steps":["trace[897346834] 'agreement among raft nodes before linearized reading' (duration: 307.628216ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:41.286691Z","caller":"traceutil/trace.go:171","msg":"trace[1752565729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4855; }","duration":"306.914726ms","start":"2026-07-24T17:32:40.979768Z","end":"2026-07-24T17:32:41.286683Z","steps":["trace[1752565729] 'agreement among raft nodes before linearized reading' (duration: 306.548586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:41.2867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.978931Z","time spent":"307.76237ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:32:41.286714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:40.979744Z","time spent":"306.964497ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:32:41.598863Z","caller":"traceutil/trace.go:171","msg":"trace[1234942157] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"223.498139ms","start":"2026-07-24T17:32:41.375334Z","end":"2026-07-24T17:32:41.598832Z","steps":["trace[1234942157] 'process raft request' (duration: 223.350205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:42.072138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.872296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T17:32:42.073857Z","caller":"traceutil/trace.go:171","msg":"trace[188129167] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4862; }","duration":"468.98773ms","start":"2026-07-24T17:32:41.604845Z","end":"2026-07-24T17:32:42.073833Z","steps":["trace[188129167] 'process raft request' (duration: 240.300782ms)","trace[188129167] 'compare' (duration: 226.781424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:42.074761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:41.604835Z","time spent":"469.860565ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-24T17:32:42.115039Z","caller":"traceutil/trace.go:171","msg":"trace[872208620] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"126.625787ms","start":"2026-07-24T17:32:41.98838Z","end":"2026-07-24T17:32:42.115006Z","steps":["trace[872208620] 'process raft request' (duration: 126.548535ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:42.115226Z","caller":"traceutil/trace.go:171","msg":"trace[1202742957] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"134.135508ms","start":"2026-07-24T17:32:41.981069Z","end":"2026-07-24T17:32:42.115205Z","steps":["trace[1202742957] 'process raft request' (duration: 133.700126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:42.436049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.104498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:32:42.436139Z","caller":"traceutil/trace.go:171","msg":"trace[1537377239] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5095; }","duration":"321.134098ms","start":"2026-07-24T17:32:42.114983Z","end":"2026-07-24T17:32:42.436118Z","steps":["trace[1537377239] 'read index received' (duration: 104.765572ms)","trace[1537377239] 'applied index is now lower than readState.Index' (duration: 216.367586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:42.436353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.228045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:42.436389Z","caller":"traceutil/trace.go:171","msg":"trace[1151241892] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:4865; }","duration":"121.295918ms","start":"2026-07-24T17:32:42.31508Z","end":"2026-07-24T17:32:42.436376Z","steps":["trace[1151241892] 'agreement among raft nodes before linearized reading' (duration: 121.237496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:42.436385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.637178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:42.436488Z","caller":"traceutil/trace.go:171","msg":"trace[1153255465] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4865; }","duration":"334.781282ms","start":"2026-07-24T17:32:42.10169Z","end":"2026-07-24T17:32:42.436471Z","steps":["trace[1153255465] 'agreement among raft nodes before linearized reading' (duration: 334.507925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:42.436525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:42.101671Z","time spent":"334.845745ms","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:32:42.436823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.021591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:42.436836Z","caller":"traceutil/trace.go:171","msg":"trace[1488521086] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"353.706926ms","start":"2026-07-24T17:32:42.083116Z","end":"2026-07-24T17:32:42.436823Z","steps":["trace[1488521086] 'process raft request' (duration: 136.765164ms)","trace[1488521086] 'compare' (duration: 215.611705ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:42.436861Z","caller":"traceutil/trace.go:171","msg":"trace[599141227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4865; }","duration":"334.074553ms","start":"2026-07-24T17:32:42.102778Z","end":"2026-07-24T17:32:42.436853Z","steps":["trace[599141227] 'agreement among raft nodes before linearized reading' (duration: 334.018931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:42.436881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:42.102772Z","time spent":"334.104724ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:32:42.436899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:42.083085Z","time spent":"353.774328ms","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2202,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:42.932439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.71464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:32:42.932671Z","caller":"traceutil/trace.go:171","msg":"trace[198031440] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5096; }","duration":"346.428272ms","start":"2026-07-24T17:32:42.586226Z","end":"2026-07-24T17:32:42.932655Z","steps":["trace[198031440] 'read index received' (duration: 346.046621ms)","trace[198031440] 'applied index is now lower than readState.Index' (duration: 378.511µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:42.932965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.740551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:32:42.933008Z","caller":"traceutil/trace.go:171","msg":"trace[704734818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4867; }","duration":"346.834833ms","start":"2026-07-24T17:32:42.586161Z","end":"2026-07-24T17:32:42.932996Z","steps":["trace[704734818] 'agreement among raft nodes before linearized reading' (duration: 346.548235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:42.933041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:42.586137Z","time spent":"346.896435ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:32:42.933193Z","caller":"traceutil/trace.go:171","msg":"trace[111900615] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"487.424854ms","start":"2026-07-24T17:32:42.445744Z","end":"2026-07-24T17:32:42.933169Z","steps":["trace[111900615] 'process raft request' (duration: 106.916342ms)","trace[111900615] 'compare' (duration: 379.518814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:42.933335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:42.445733Z","time spent":"487.517688ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:32:42.933409Z","caller":"traceutil/trace.go:171","msg":"trace[419886200] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"465.389854ms","start":"2026-07-24T17:32:42.467992Z","end":"2026-07-24T17:32:42.933382Z","steps":["trace[419886200] 'process raft request' (duration: 464.568551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:42.934231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:42.467974Z","time spent":"465.520747ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:43.028333Z","caller":"traceutil/trace.go:171","msg":"trace[717017501] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"270.802122ms","start":"2026-07-24T17:32:42.757497Z","end":"2026-07-24T17:32:43.028299Z","steps":["trace[717017501] 'process raft request' (duration: 270.491533ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:43.101789Z","caller":"traceutil/trace.go:171","msg":"trace[1445344517] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"164.041636ms","start":"2026-07-24T17:32:42.937714Z","end":"2026-07-24T17:32:43.101755Z","steps":["trace[1445344517] 'process raft request' (duration: 129.909483ms)","trace[1445344517] 'compare' (duration: 33.66568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:43.102231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.137909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:43.102319Z","caller":"traceutil/trace.go:171","msg":"trace[1387085827] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:4869; }","duration":"164.257282ms","start":"2026-07-24T17:32:42.938042Z","end":"2026-07-24T17:32:43.102299Z","steps":["trace[1387085827] 'agreement among raft nodes before linearized reading' (duration: 164.087317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:43.102361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.185738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-07-24T17:32:43.102443Z","caller":"traceutil/trace.go:171","msg":"trace[310243369] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:4869; }","duration":"165.293961ms","start":"2026-07-24T17:32:42.93713Z","end":"2026-07-24T17:32:43.102424Z","steps":["trace[310243369] 'agreement among raft nodes before linearized reading' (duration: 165.038054ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:43.523995Z","caller":"traceutil/trace.go:171","msg":"trace[928608784] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"412.287683ms","start":"2026-07-24T17:32:43.111648Z","end":"2026-07-24T17:32:43.523935Z","steps":["trace[928608784] 'process raft request' (duration: 409.418052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:43.524155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.111622Z","time spent":"412.463528ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3447,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:32:43.526007Z","caller":"traceutil/trace.go:171","msg":"trace[970965179] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"413.221059ms","start":"2026-07-24T17:32:43.112761Z","end":"2026-07-24T17:32:43.525982Z","steps":["trace[970965179] 'process raft request' (duration: 412.710165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:43.526125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.112747Z","time spent":"413.318032ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:32:43.526298Z","caller":"traceutil/trace.go:171","msg":"trace[1155245060] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5100; }","duration":"237.684017ms","start":"2026-07-24T17:32:43.28859Z","end":"2026-07-24T17:32:43.526274Z","steps":["trace[1155245060] 'read index received' (duration: 232.573492ms)","trace[1155245060] 'applied index is now lower than readState.Index' (duration: 5.109585ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:43.5266Z","caller":"traceutil/trace.go:171","msg":"trace[1555864698] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"413.119106ms","start":"2026-07-24T17:32:43.113453Z","end":"2026-07-24T17:32:43.526572Z","steps":["trace[1555864698] 'process raft request' (duration: 412.153589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:43.526702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.113443Z","time spent":"413.21667ms","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:32:43.526814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.204601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:43.526877Z","caller":"traceutil/trace.go:171","msg":"trace[3071476] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4872; }","duration":"238.329914ms","start":"2026-07-24T17:32:43.288531Z","end":"2026-07-24T17:32:43.526861Z","steps":["trace[3071476] 'agreement among raft nodes before linearized reading' (duration: 238.18796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:43.528035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.416783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:32:43.528106Z","caller":"traceutil/trace.go:171","msg":"trace[650566771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4872; }","duration":"162.526646ms","start":"2026-07-24T17:32:43.365562Z","end":"2026-07-24T17:32:43.528089Z","steps":["trace[650566771] 'agreement among raft nodes before linearized reading' (duration: 162.30959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:43.528478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.71527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:32:43.528536Z","caller":"traceutil/trace.go:171","msg":"trace[1677316635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4872; }","duration":"157.856504ms","start":"2026-07-24T17:32:43.370665Z","end":"2026-07-24T17:32:43.528521Z","steps":["trace[1677316635] 'agreement among raft nodes before linearized reading' (duration: 157.71936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:43.528777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.04868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:32:43.52883Z","caller":"traceutil/trace.go:171","msg":"trace[559506548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4872; }","duration":"158.133462ms","start":"2026-07-24T17:32:43.370684Z","end":"2026-07-24T17:32:43.528818Z","steps":["trace[559506548] 'agreement among raft nodes before linearized reading' (duration: 158.03546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:43.529083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.447391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:32:43.52915Z","caller":"traceutil/trace.go:171","msg":"trace[643864985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4872; }","duration":"158.545693ms","start":"2026-07-24T17:32:43.370591Z","end":"2026-07-24T17:32:43.529137Z","steps":["trace[643864985] 'agreement among raft nodes before linearized reading' (duration: 158.44095ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:43.751128Z","caller":"traceutil/trace.go:171","msg":"trace[978140636] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"220.060479ms","start":"2026-07-24T17:32:43.531031Z","end":"2026-07-24T17:32:43.751092Z","steps":["trace[978140636] 'process raft request' (duration: 172.874347ms)","trace[978140636] 'compare' (duration: 46.617726ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:44.089738Z","caller":"traceutil/trace.go:171","msg":"trace[805813327] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"556.116695ms","start":"2026-07-24T17:32:43.533596Z","end":"2026-07-24T17:32:44.089713Z","steps":["trace[805813327] 'process raft request' (duration: 556.029733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:44.089921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.533584Z","time spent":"556.242328ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:44.089984Z","caller":"traceutil/trace.go:171","msg":"trace[1581078898] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"556.012922ms","start":"2026-07-24T17:32:43.533944Z","end":"2026-07-24T17:32:44.089957Z","steps":["trace[1581078898] 'process raft request' (duration: 555.734904ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:44.089736Z","caller":"traceutil/trace.go:171","msg":"trace[1920155659] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"557.827184ms","start":"2026-07-24T17:32:43.531867Z","end":"2026-07-24T17:32:44.089694Z","steps":["trace[1920155659] 'process raft request' (duration: 557.486884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:44.090189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.533936Z","time spent":"556.145266ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:44.090233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.531811Z","time spent":"558.292356ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4350,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:44.090375Z","caller":"traceutil/trace.go:171","msg":"trace[1671653626] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"556.377952ms","start":"2026-07-24T17:32:43.533981Z","end":"2026-07-24T17:32:44.090359Z","steps":["trace[1671653626] 'process raft request' (duration: 555.906679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:44.090481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.533969Z","time spent":"556.457074ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:44.090702Z","caller":"traceutil/trace.go:171","msg":"trace[380514259] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"555.24936ms","start":"2026-07-24T17:32:43.535431Z","end":"2026-07-24T17:32:44.090681Z","steps":["trace[380514259] 'process raft request' (duration: 554.88894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:44.090777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.535422Z","time spent":"555.320602ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:44.091317Z","caller":"traceutil/trace.go:171","msg":"trace[245965304] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"555.667712ms","start":"2026-07-24T17:32:43.535638Z","end":"2026-07-24T17:32:44.091306Z","steps":["trace[245965304] 'process raft request' (duration: 554.917321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:44.091366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:43.535632Z","time spent":"555.717163ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:32:44.458795Z","caller":"traceutil/trace.go:171","msg":"trace[1005250714] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5110; }","duration":"359.95895ms","start":"2026-07-24T17:32:44.098788Z","end":"2026-07-24T17:32:44.458747Z","steps":["trace[1005250714] 'read index received' (duration: 359.698252ms)","trace[1005250714] 'applied index is now lower than readState.Index' (duration: 259.807µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:44.458943Z","caller":"traceutil/trace.go:171","msg":"trace[608400073] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"363.466019ms","start":"2026-07-24T17:32:44.09546Z","end":"2026-07-24T17:32:44.458926Z","steps":["trace[608400073] 'process raft request' (duration: 363.14714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:44.459041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.219778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:44.459108Z","caller":"traceutil/trace.go:171","msg":"trace[230784927] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:0; response_revision:4880; }","duration":"360.340071ms","start":"2026-07-24T17:32:44.09875Z","end":"2026-07-24T17:32:44.45909Z","steps":["trace[230784927] 'agreement among raft nodes before linearized reading' (duration: 360.207257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:44.459142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.098735Z","time spent":"360.400192ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" "} {"level":"warn","ts":"2026-07-24T17:32:44.45925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.095441Z","time spent":"363.658304ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:44.960085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121392734,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:32:45.09351Z","caller":"traceutil/trace.go:171","msg":"trace[302535275] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"994.626425ms","start":"2026-07-24T17:32:44.098866Z","end":"2026-07-24T17:32:45.093492Z","steps":["trace[302535275] 'process raft request' (duration: 940.926455ms)","trace[302535275] 'compare' (duration: 53.573016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:45.09362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.098849Z","time spent":"994.713888ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3765,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:45.093864Z","caller":"traceutil/trace.go:171","msg":"trace[847545942] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"973.93507ms","start":"2026-07-24T17:32:44.119901Z","end":"2026-07-24T17:32:45.093836Z","steps":["trace[847545942] 'process raft request' (duration: 973.55271ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:45.093937Z","caller":"traceutil/trace.go:171","msg":"trace[1148896036] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"973.165669ms","start":"2026-07-24T17:32:44.120749Z","end":"2026-07-24T17:32:45.093914Z","steps":["trace[1148896036] 'process raft request' (duration: 972.931802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.094158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.120733Z","time spent":"973.315542ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:45.094814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.119875Z","time spent":"974.060744ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:45.428057Z","caller":"traceutil/trace.go:171","msg":"trace[934275134] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5111; }","duration":"969.028194ms","start":"2026-07-24T17:32:44.45901Z","end":"2026-07-24T17:32:45.428038Z","steps":["trace[934275134] 'read index received' (duration: 580.836302ms)","trace[934275134] 'applied index is now lower than readState.Index' (duration: 388.189192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:45.428246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265022548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:32:45.428272Z","caller":"traceutil/trace.go:171","msg":"trace[650261628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4887; }","duration":"1.26511159s","start":"2026-07-24T17:32:44.163154Z","end":"2026-07-24T17:32:45.428266Z","steps":["trace[650261628] 'agreement among raft nodes before linearized reading' (duration: 1.264968176s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.428297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.163133Z","time spent":"1.265158171s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:32:45.428562Z","caller":"traceutil/trace.go:171","msg":"trace[562407379] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"960.595566ms","start":"2026-07-24T17:32:44.467959Z","end":"2026-07-24T17:32:45.428555Z","steps":["trace[562407379] 'process raft request' (duration: 959.795343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.428618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.467942Z","time spent":"960.643318ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6321,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:32:45.428829Z","caller":"traceutil/trace.go:171","msg":"trace[1127600031] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"772.154391ms","start":"2026-07-24T17:32:44.656665Z","end":"2026-07-24T17:32:45.428819Z","steps":["trace[1127600031] 'process raft request' (duration: 771.246806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.428884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.656639Z","time spent":"772.215253ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:45.429035Z","caller":"traceutil/trace.go:171","msg":"trace[824901338] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"488.865638ms","start":"2026-07-24T17:32:44.940161Z","end":"2026-07-24T17:32:45.429026Z","steps":["trace[824901338] 'process raft request' (duration: 487.806208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.429112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:44.940126Z","time spent":"488.958621ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:45.429367Z","caller":"traceutil/trace.go:171","msg":"trace[573830009] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"395.821119ms","start":"2026-07-24T17:32:45.033535Z","end":"2026-07-24T17:32:45.429356Z","steps":["trace[573830009] 'process raft request' (duration: 394.45825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.42944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.033523Z","time spent":"395.89371ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:45.664881Z","caller":"traceutil/trace.go:171","msg":"trace[186251342] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"564.198162ms","start":"2026-07-24T17:32:45.100624Z","end":"2026-07-24T17:32:45.664822Z","steps":["trace[186251342] 'process raft request' (duration: 563.341238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.665634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.100604Z","time spent":"564.955423ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:45.665781Z","caller":"traceutil/trace.go:171","msg":"trace[1063414966] linearizableReadLoop","detail":"{readStateIndex:5120; appliedIndex:5118; }","duration":"237.642543ms","start":"2026-07-24T17:32:45.428112Z","end":"2026-07-24T17:32:45.665755Z","steps":["trace[1063414966] 'read index received' (duration: 2.423259ms)","trace[1063414966] 'applied index is now lower than readState.Index' (duration: 235.217624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:45.665977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.728218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:32:45.666006Z","caller":"traceutil/trace.go:171","msg":"trace[357183388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4889; }","duration":"557.78676ms","start":"2026-07-24T17:32:45.108209Z","end":"2026-07-24T17:32:45.665996Z","steps":["trace[357183388] 'agreement among raft nodes before linearized reading' (duration: 557.678607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.666026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.108194Z","time spent":"557.827422ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:32:45.666218Z","caller":"traceutil/trace.go:171","msg":"trace[99840367] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"493.249804ms","start":"2026-07-24T17:32:45.17296Z","end":"2026-07-24T17:32:45.66621Z","steps":["trace[99840367] 'process raft request' (duration: 491.798813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.666257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.172941Z","time spent":"493.293086ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:45.666009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.761633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:45.666567Z","caller":"traceutil/trace.go:171","msg":"trace[1125631607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4889; }","duration":"562.35899ms","start":"2026-07-24T17:32:45.104193Z","end":"2026-07-24T17:32:45.666552Z","steps":["trace[1125631607] 'agreement among raft nodes before linearized reading' (duration: 561.759833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.666905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.10417Z","time spent":"562.721869ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:32:45.666471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.263104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:45.667087Z","caller":"traceutil/trace.go:171","msg":"trace[159363828] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4889; }","duration":"634.917452ms","start":"2026-07-24T17:32:45.032152Z","end":"2026-07-24T17:32:45.66707Z","steps":["trace[159363828] 'agreement among raft nodes before linearized reading' (duration: 634.293445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.667122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.03213Z","time spent":"634.978574ms","remote":"127.0.0.1:36808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:32:45.991321Z","caller":"traceutil/trace.go:171","msg":"trace[1383062805] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5120; }","duration":"325.458026ms","start":"2026-07-24T17:32:45.665837Z","end":"2026-07-24T17:32:45.991295Z","steps":["trace[1383062805] 'read index received' (duration: 325.23639ms)","trace[1383062805] 'applied index is now lower than readState.Index' (duration: 220.456µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:45.991476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.124789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:45.991582Z","caller":"traceutil/trace.go:171","msg":"trace[593739864] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io; range_end:; response_count:0; response_revision:4890; }","duration":"552.245313ms","start":"2026-07-24T17:32:45.43931Z","end":"2026-07-24T17:32:45.991555Z","steps":["trace[593739864] 'agreement among raft nodes before linearized reading' (duration: 552.088608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.991647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.439306Z","time spent":"552.318775ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io\" "} {"level":"info","ts":"2026-07-24T17:32:45.991884Z","caller":"traceutil/trace.go:171","msg":"trace[1420796466] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"552.613252ms","start":"2026-07-24T17:32:45.439253Z","end":"2026-07-24T17:32:45.991866Z","steps":["trace[1420796466] 'process raft request' (duration: 551.886532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.992029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.43924Z","time spent":"552.688385ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:45.99222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.651182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:32:45.992866Z","caller":"traceutil/trace.go:171","msg":"trace[112344435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4890; }","duration":"555.00029ms","start":"2026-07-24T17:32:45.437844Z","end":"2026-07-24T17:32:45.992845Z","steps":["trace[112344435] 'agreement among raft nodes before linearized reading' (duration: 553.57436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:45.992986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.437828Z","time spent":"555.093763ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:32:46.016218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.17463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:32:46.016294Z","caller":"traceutil/trace.go:171","msg":"trace[960390524] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4891; }","duration":"213.331785ms","start":"2026-07-24T17:32:45.802947Z","end":"2026-07-24T17:32:46.016279Z","steps":["trace[960390524] 'agreement among raft nodes before linearized reading' (duration: 213.153959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.016296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.132758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:46.016265Z","caller":"traceutil/trace.go:171","msg":"trace[1175284273] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"344.690761ms","start":"2026-07-24T17:32:45.67152Z","end":"2026-07-24T17:32:46.016211Z","steps":["trace[1175284273] 'process raft request' (duration: 344.343861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:46.016361Z","caller":"traceutil/trace.go:171","msg":"trace[697086708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4891; }","duration":"348.221871ms","start":"2026-07-24T17:32:45.668124Z","end":"2026-07-24T17:32:46.016346Z","steps":["trace[697086708] 'agreement among raft nodes before linearized reading' (duration: 348.126199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.016402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.668112Z","time spent":"348.278973ms","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:32:46.016466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:45.671505Z","time spent":"344.874006ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:46.19816Z","caller":"traceutil/trace.go:171","msg":"trace[1362781442] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"198.890614ms","start":"2026-07-24T17:32:45.99924Z","end":"2026-07-24T17:32:46.198131Z","steps":["trace[1362781442] 'process raft request' (duration: 139.556203ms)","trace[1362781442] 'compare' (duration: 58.723574ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:46.198209Z","caller":"traceutil/trace.go:171","msg":"trace[566616748] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"198.890444ms","start":"2026-07-24T17:32:45.999295Z","end":"2026-07-24T17:32:46.198185Z","steps":["trace[566616748] 'process raft request' (duration: 198.642077ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:46.198048Z","caller":"traceutil/trace.go:171","msg":"trace[1981744697] linearizableReadLoop","detail":"{readStateIndex:5124; appliedIndex:5122; }","duration":"181.997726ms","start":"2026-07-24T17:32:46.016024Z","end":"2026-07-24T17:32:46.198021Z","steps":["trace[1981744697] 'read index received' (duration: 122.723627ms)","trace[1981744697] 'applied index is now lower than readState.Index' (duration: 59.272929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:46.198486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.170773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"info","ts":"2026-07-24T17:32:46.198598Z","caller":"traceutil/trace.go:171","msg":"trace[1424451472] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4893; }","duration":"204.326268ms","start":"2026-07-24T17:32:45.994257Z","end":"2026-07-24T17:32:46.198584Z","steps":["trace[1424451472] 'agreement among raft nodes before linearized reading' (duration: 203.972878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.813275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.490949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:32:46.813725Z","caller":"traceutil/trace.go:171","msg":"trace[602044569] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5124; }","duration":"608.22697ms","start":"2026-07-24T17:32:46.205478Z","end":"2026-07-24T17:32:46.813705Z","steps":["trace[602044569] 'read index received' (duration: 96.150134ms)","trace[602044569] 'applied index is now lower than readState.Index' (duration: 512.075746ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:46.813869Z","caller":"traceutil/trace.go:171","msg":"trace[1019517859] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"610.459713ms","start":"2026-07-24T17:32:46.203393Z","end":"2026-07-24T17:32:46.813852Z","steps":["trace[1019517859] 'process raft request' (duration: 98.239413ms)","trace[1019517859] 'compare' (duration: 511.350025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:46.813955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.203369Z","time spent":"610.541356ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:46.814167Z","caller":"traceutil/trace.go:171","msg":"trace[1522099767] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"607.274413ms","start":"2026-07-24T17:32:46.206882Z","end":"2026-07-24T17:32:46.814156Z","steps":["trace[1522099767] 'process raft request' (duration: 606.727197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.814232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.206865Z","time spent":"607.332595ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:46.814242Z","caller":"traceutil/trace.go:171","msg":"trace[1233353726] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"610.060512ms","start":"2026-07-24T17:32:46.204141Z","end":"2026-07-24T17:32:46.814201Z","steps":["trace[1233353726] 'process raft request' (duration: 609.245949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:46.814248Z","caller":"traceutil/trace.go:171","msg":"trace[1199945996] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"609.64272ms","start":"2026-07-24T17:32:46.204584Z","end":"2026-07-24T17:32:46.814226Z","steps":["trace[1199945996] 'process raft request' (duration: 608.907949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:46.814269Z","caller":"traceutil/trace.go:171","msg":"trace[126706565] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"607.916141ms","start":"2026-07-24T17:32:46.206319Z","end":"2026-07-24T17:32:46.814235Z","steps":["trace[126706565] 'process raft request' (duration: 607.246222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.81433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.204122Z","time spent":"610.166915ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":974,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:32:46.81435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.204556Z","time spent":"609.748213ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:46.814409Z","caller":"traceutil/trace.go:171","msg":"trace[309870583] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"607.339885ms","start":"2026-07-24T17:32:46.207058Z","end":"2026-07-24T17:32:46.814398Z","steps":["trace[309870583] 'process raft request' (duration: 606.603444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.814445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.206304Z","time spent":"608.043975ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:46.814538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.058573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:46.814576Z","caller":"traceutil/trace.go:171","msg":"trace[402531517] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:0; response_revision:4899; }","duration":"609.127905ms","start":"2026-07-24T17:32:46.205438Z","end":"2026-07-24T17:32:46.814565Z","steps":["trace[402531517] 'agreement among raft nodes before linearized reading' (duration: 609.071134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.81461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.205419Z","time spent":"609.185237ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" "} {"level":"warn","ts":"2026-07-24T17:32:46.814477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.207047Z","time spent":"607.396097ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:46.814703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.702433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:46.814733Z","caller":"traceutil/trace.go:171","msg":"trace[78680644] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4899; }","duration":"554.761625ms","start":"2026-07-24T17:32:46.259964Z","end":"2026-07-24T17:32:46.814725Z","steps":["trace[78680644] 'agreement among raft nodes before linearized reading' (duration: 554.716524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.814828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.779307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:32:46.814839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.067591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:32:46.814758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.259947Z","time spent":"554.804697ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T17:32:46.8149Z","caller":"traceutil/trace.go:171","msg":"trace[89938410] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4899; }","duration":"515.166053ms","start":"2026-07-24T17:32:46.299719Z","end":"2026-07-24T17:32:46.814885Z","steps":["trace[89938410] 'agreement among raft nodes before linearized reading' (duration: 515.075911ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:46.814913Z","caller":"traceutil/trace.go:171","msg":"trace[2001022048] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:4899; }","duration":"266.87199ms","start":"2026-07-24T17:32:46.548003Z","end":"2026-07-24T17:32:46.814875Z","steps":["trace[2001022048] 'agreement among raft nodes before linearized reading' (duration: 266.695235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:46.814955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:46.2997Z","time spent":"515.239646ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:32:47.001991Z","caller":"traceutil/trace.go:171","msg":"trace[408948572] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5131; }","duration":"157.694027ms","start":"2026-07-24T17:32:46.844276Z","end":"2026-07-24T17:32:47.00197Z","steps":["trace[408948572] 'read index received' (duration: 84.320659ms)","trace[408948572] 'applied index is now lower than readState.Index' (duration: 73.372498ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:47.002165Z","caller":"traceutil/trace.go:171","msg":"trace[1578719737] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"178.692692ms","start":"2026-07-24T17:32:46.823457Z","end":"2026-07-24T17:32:47.00215Z","steps":["trace[1578719737] 'process raft request' (duration: 178.411244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:47.002193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.898613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:32:47.002225Z","caller":"traceutil/trace.go:171","msg":"trace[616041122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4902; }","duration":"157.963175ms","start":"2026-07-24T17:32:46.844252Z","end":"2026-07-24T17:32:47.002216Z","steps":["trace[616041122] 'agreement among raft nodes before linearized reading' (duration: 157.809361ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.002278Z","caller":"traceutil/trace.go:171","msg":"trace[447786081] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"180.413031ms","start":"2026-07-24T17:32:46.821854Z","end":"2026-07-24T17:32:47.002267Z","steps":["trace[447786081] 'process raft request' (duration: 106.724093ms)","trace[447786081] 'compare' (duration: 73.147622ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:47.002381Z","caller":"traceutil/trace.go:171","msg":"trace[2080226939] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"160.310351ms","start":"2026-07-24T17:32:46.842059Z","end":"2026-07-24T17:32:47.002369Z","steps":["trace[2080226939] 'process raft request' (duration: 159.865869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.273417Z","caller":"traceutil/trace.go:171","msg":"trace[1610160248] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5134; }","duration":"264.029639ms","start":"2026-07-24T17:32:47.009353Z","end":"2026-07-24T17:32:47.273383Z","steps":["trace[1610160248] 'read index received' (duration: 216.950423ms)","trace[1610160248] 'applied index is now lower than readState.Index' (duration: 47.077656ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:47.273773Z","caller":"traceutil/trace.go:171","msg":"trace[1471670072] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"265.362918ms","start":"2026-07-24T17:32:47.008393Z","end":"2026-07-24T17:32:47.273756Z","steps":["trace[1471670072] 'process raft request' (duration: 217.813619ms)","trace[1471670072] 'compare' (duration: 46.964212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:47.273887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.511584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:47.273994Z","caller":"traceutil/trace.go:171","msg":"trace[769160678] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:4903; }","duration":"264.648557ms","start":"2026-07-24T17:32:47.009325Z","end":"2026-07-24T17:32:47.273973Z","steps":["trace[769160678] 'agreement among raft nodes before linearized reading' (duration: 264.492912ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.36083Z","caller":"traceutil/trace.go:171","msg":"trace[788713194] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"261.029625ms","start":"2026-07-24T17:32:47.09977Z","end":"2026-07-24T17:32:47.360799Z","steps":["trace[788713194] 'process raft request' (duration: 260.815789ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.360999Z","caller":"traceutil/trace.go:171","msg":"trace[227385508] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"261.157148ms","start":"2026-07-24T17:32:47.099804Z","end":"2026-07-24T17:32:47.360961Z","steps":["trace[227385508] 'process raft request' (duration: 260.935152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:47.361242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.287997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:32:47.361244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.700044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:32:47.361304Z","caller":"traceutil/trace.go:171","msg":"trace[1943190664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4905; }","duration":"258.580255ms","start":"2026-07-24T17:32:47.10271Z","end":"2026-07-24T17:32:47.361291Z","steps":["trace[1943190664] 'agreement among raft nodes before linearized reading' (duration: 258.480342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:47.361466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.280901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:32:47.361594Z","caller":"traceutil/trace.go:171","msg":"trace[38909613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4905; }","duration":"139.434156ms","start":"2026-07-24T17:32:47.222138Z","end":"2026-07-24T17:32:47.361572Z","steps":["trace[38909613] 'agreement among raft nodes before linearized reading' (duration: 138.991163ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.361318Z","caller":"traceutil/trace.go:171","msg":"trace[1682208233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4905; }","duration":"346.936541ms","start":"2026-07-24T17:32:47.014364Z","end":"2026-07-24T17:32:47.3613Z","steps":["trace[1682208233] 'agreement among raft nodes before linearized reading' (duration: 346.582421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:47.363257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:47.014348Z","time spent":"348.875656ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:32:47.543705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.83885ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:47.543804Z","caller":"traceutil/trace.go:171","msg":"trace[1147495166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4905; }","duration":"106.959024ms","start":"2026-07-24T17:32:47.436831Z","end":"2026-07-24T17:32:47.54379Z","steps":["trace[1147495166] 'range keys from in-memory index tree' (duration: 106.81901ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.56596Z","caller":"traceutil/trace.go:171","msg":"trace[1929408327] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"285.826727ms","start":"2026-07-24T17:32:47.28011Z","end":"2026-07-24T17:32:47.565936Z","steps":["trace[1929408327] 'process raft request' (duration: 285.599091ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.565954Z","caller":"traceutil/trace.go:171","msg":"trace[566946634] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"285.690314ms","start":"2026-07-24T17:32:47.280239Z","end":"2026-07-24T17:32:47.56593Z","steps":["trace[566946634] 'process raft request' (duration: 285.622722ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.631362Z","caller":"traceutil/trace.go:171","msg":"trace[1142114367] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"191.978305ms","start":"2026-07-24T17:32:47.439352Z","end":"2026-07-24T17:32:47.631331Z","steps":["trace[1142114367] 'process raft request' (duration: 191.753189ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.631729Z","caller":"traceutil/trace.go:171","msg":"trace[1697044004] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"191.634405ms","start":"2026-07-24T17:32:47.439994Z","end":"2026-07-24T17:32:47.631628Z","steps":["trace[1697044004] 'process raft request' (duration: 191.265715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.715586Z","caller":"traceutil/trace.go:171","msg":"trace[1598496779] linearizableReadLoop","detail":"{readStateIndex:5142; appliedIndex:5139; }","duration":"142.406359ms","start":"2026-07-24T17:32:47.573157Z","end":"2026-07-24T17:32:47.715563Z","steps":["trace[1598496779] 'read index received' (duration: 57.986285ms)","trace[1598496779] 'applied index is now lower than readState.Index' (duration: 84.419344ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:47.715627Z","caller":"traceutil/trace.go:171","msg":"trace[2029980832] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"143.388377ms","start":"2026-07-24T17:32:47.572201Z","end":"2026-07-24T17:32:47.715589Z","steps":["trace[2029980832] 'process raft request' (duration: 141.871054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:47.715869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.640535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:47.715941Z","caller":"traceutil/trace.go:171","msg":"trace[134566577] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:4910; }","duration":"142.834921ms","start":"2026-07-24T17:32:47.573089Z","end":"2026-07-24T17:32:47.715924Z","steps":["trace[134566577] 'agreement among raft nodes before linearized reading' (duration: 142.617175ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:47.982236Z","caller":"traceutil/trace.go:171","msg":"trace[1926841295] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"258.286857ms","start":"2026-07-24T17:32:47.723913Z","end":"2026-07-24T17:32:47.9822Z","steps":["trace[1926841295] 'process raft request' (duration: 186.84021ms)","trace[1926841295] 'compare' (duration: 71.20722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:48.489006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121392780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:32:48.643265Z","caller":"traceutil/trace.go:171","msg":"trace[1213555887] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"919.2803ms","start":"2026-07-24T17:32:47.723943Z","end":"2026-07-24T17:32:48.643223Z","steps":["trace[1213555887] 'process raft request' (duration: 889.558866ms)","trace[1213555887] 'compare' (duration: 29.415765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:48.643473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:47.723931Z","time spent":"919.432284ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3983,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:48.913302Z","caller":"traceutil/trace.go:171","msg":"trace[41778939] linearizableReadLoop","detail":"{readStateIndex:5145; appliedIndex:5143; }","duration":"924.745464ms","start":"2026-07-24T17:32:47.98848Z","end":"2026-07-24T17:32:48.913225Z","steps":["trace[41778939] 'read index received' (duration: 624.934699ms)","trace[41778939] 'applied index is now lower than readState.Index' (duration: 299.809085ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:48.91353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.013542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:32:48.913512Z","caller":"traceutil/trace.go:171","msg":"trace[1102288862] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"923.588442ms","start":"2026-07-24T17:32:47.989892Z","end":"2026-07-24T17:32:48.91348Z","steps":["trace[1102288862] 'process raft request' (duration: 923.149179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:48.913522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.034782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:48.913612Z","caller":"traceutil/trace.go:171","msg":"trace[1065580104] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:0; response_revision:4913; }","duration":"925.192878ms","start":"2026-07-24T17:32:47.988401Z","end":"2026-07-24T17:32:48.913594Z","steps":["trace[1065580104] 'agreement among raft nodes before linearized reading' (duration: 925.018583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:48.913645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:47.98838Z","time spent":"925.257439ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"warn","ts":"2026-07-24T17:32:48.913656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:47.989874Z","time spent":"923.705715ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3974,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:48.913729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.043971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:48.913564Z","caller":"traceutil/trace.go:171","msg":"trace[1332629144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4913; }","duration":"894.119715ms","start":"2026-07-24T17:32:48.019433Z","end":"2026-07-24T17:32:48.913553Z","steps":["trace[1332629144] 'agreement among raft nodes before linearized reading' (duration: 893.995791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:48.913872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:48.019413Z","time spent":"894.405393ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:32:48.913866Z","caller":"traceutil/trace.go:171","msg":"trace[768563930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4913; }","duration":"808.267017ms","start":"2026-07-24T17:32:48.105541Z","end":"2026-07-24T17:32:48.913808Z","steps":["trace[768563930] 'agreement among raft nodes before linearized reading' (duration: 808.101132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:48.913912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:48.105521Z","time spent":"808.38157ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:32:49.140644Z","caller":"traceutil/trace.go:171","msg":"trace[1910483045] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"220.302471ms","start":"2026-07-24T17:32:48.920308Z","end":"2026-07-24T17:32:49.14061Z","steps":["trace[1910483045] 'process raft request' (duration: 211.664886ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.141024Z","caller":"traceutil/trace.go:171","msg":"trace[1777900742] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"220.511008ms","start":"2026-07-24T17:32:48.92048Z","end":"2026-07-24T17:32:49.140991Z","steps":["trace[1777900742] 'process raft request' (duration: 220.033494ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.141229Z","caller":"traceutil/trace.go:171","msg":"trace[227269733] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"220.721323ms","start":"2026-07-24T17:32:48.920494Z","end":"2026-07-24T17:32:49.141215Z","steps":["trace[227269733] 'process raft request' (duration: 220.119726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.14168Z","caller":"traceutil/trace.go:171","msg":"trace[1261745929] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"221.081524ms","start":"2026-07-24T17:32:48.920584Z","end":"2026-07-24T17:32:49.141666Z","steps":["trace[1261745929] 'process raft request' (duration: 220.075506ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.143055Z","caller":"traceutil/trace.go:171","msg":"trace[1505619934] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"220.872329ms","start":"2026-07-24T17:32:48.922172Z","end":"2026-07-24T17:32:49.143045Z","steps":["trace[1505619934] 'process raft request' (duration: 220.841778ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.143249Z","caller":"traceutil/trace.go:171","msg":"trace[1359726993] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"222.242967ms","start":"2026-07-24T17:32:48.920996Z","end":"2026-07-24T17:32:49.143239Z","steps":["trace[1359726993] 'process raft request' (duration: 219.758516ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.331795Z","caller":"traceutil/trace.go:171","msg":"trace[1659847945] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5153; }","duration":"153.388102ms","start":"2026-07-24T17:32:49.178298Z","end":"2026-07-24T17:32:49.331686Z","steps":["trace[1659847945] 'read index received' (duration: 100.622392ms)","trace[1659847945] 'applied index is now lower than readState.Index' (duration: 52.76389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:49.33212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.782513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:49.332187Z","caller":"traceutil/trace.go:171","msg":"trace[672113276] range","detail":"{range_begin:/registry/clusterroles/secretgen-controller-cluster-role; range_end:; response_count:0; response_revision:4922; }","duration":"153.905147ms","start":"2026-07-24T17:32:49.178261Z","end":"2026-07-24T17:32:49.332167Z","steps":["trace[672113276] 'agreement among raft nodes before linearized reading' (duration: 153.705981ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.332269Z","caller":"traceutil/trace.go:171","msg":"trace[1123995935] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"174.696058ms","start":"2026-07-24T17:32:49.157476Z","end":"2026-07-24T17:32:49.332172Z","steps":["trace[1123995935] 'process raft request' (duration: 121.435913ms)","trace[1123995935] 'compare' (duration: 52.546015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:49.789414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.529232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:32:49.789701Z","caller":"traceutil/trace.go:171","msg":"trace[1159114329] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5154; }","duration":"448.891145ms","start":"2026-07-24T17:32:49.340791Z","end":"2026-07-24T17:32:49.789682Z","steps":["trace[1159114329] 'read index received' (duration: 73.742287ms)","trace[1159114329] 'applied index is now lower than readState.Index' (duration: 375.147978ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:49.789782Z","caller":"traceutil/trace.go:171","msg":"trace[1444311353] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"451.706255ms","start":"2026-07-24T17:32:49.338065Z","end":"2026-07-24T17:32:49.789772Z","steps":["trace[1444311353] 'process raft request' (duration: 451.447367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:49.789858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.338054Z","time spent":"451.759697ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2716,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:49.789942Z","caller":"traceutil/trace.go:171","msg":"trace[85047294] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"399.476ms","start":"2026-07-24T17:32:49.390427Z","end":"2026-07-24T17:32:49.789903Z","steps":["trace[85047294] 'process raft request' (duration: 399.166821ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.789982Z","caller":"traceutil/trace.go:171","msg":"trace[190426128] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"452.23635ms","start":"2026-07-24T17:32:49.337615Z","end":"2026-07-24T17:32:49.789851Z","steps":["trace[190426128] 'process raft request' (duration: 334.184083ms)","trace[190426128] 'compare' (duration: 117.406309ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:49.790155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.390406Z","time spent":"399.623594ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:49.790164Z","caller":"traceutil/trace.go:171","msg":"trace[2108558466] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"399.622115ms","start":"2026-07-24T17:32:49.390526Z","end":"2026-07-24T17:32:49.790148Z","steps":["trace[2108558466] 'process raft request' (duration: 399.10957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:49.790302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.504073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T17:32:49.790369Z","caller":"traceutil/trace.go:171","msg":"trace[1958460757] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:4927; }","duration":"449.594965ms","start":"2026-07-24T17:32:49.340758Z","end":"2026-07-24T17:32:49.790353Z","steps":["trace[1958460757] 'agreement among raft nodes before linearized reading' (duration: 449.437951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:49.790407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.34074Z","time spent":"449.659477ms","remote":"127.0.0.1:49346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-24T17:32:49.790659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.390521Z","time spent":"399.81838ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:32:49.791636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.337592Z","time spent":"453.9912ms","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:32:49.794437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.807393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:32:49.79454Z","caller":"traceutil/trace.go:171","msg":"trace[381620743] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"157.152479ms","start":"2026-07-24T17:32:49.637376Z","end":"2026-07-24T17:32:49.794528Z","steps":["trace[381620743] 'process raft request' (duration: 156.926383ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.794674Z","caller":"traceutil/trace.go:171","msg":"trace[1718351113] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"155.75788ms","start":"2026-07-24T17:32:49.638898Z","end":"2026-07-24T17:32:49.794656Z","steps":["trace[1718351113] 'process raft request' (duration: 155.462511ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:49.794476Z","caller":"traceutil/trace.go:171","msg":"trace[1544439482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4929; }","duration":"173.887175ms","start":"2026-07-24T17:32:49.620581Z","end":"2026-07-24T17:32:49.794468Z","steps":["trace[1544439482] 'agreement among raft nodes before linearized reading' (duration: 173.808403ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:50.155234Z","caller":"traceutil/trace.go:171","msg":"trace[1903888437] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"354.528258ms","start":"2026-07-24T17:32:49.80068Z","end":"2026-07-24T17:32:50.155209Z","steps":["trace[1903888437] 'process raft request' (duration: 337.626477ms)","trace[1903888437] 'compare' (duration: 16.605592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:50.155415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.800662Z","time spent":"354.638401ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2036,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:32:50.239338Z","caller":"traceutil/trace.go:171","msg":"trace[519596586] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5161; }","duration":"398.539403ms","start":"2026-07-24T17:32:49.840557Z","end":"2026-07-24T17:32:50.239096Z","steps":["trace[519596586] 'read index received' (duration: 297.724442ms)","trace[519596586] 'applied index is now lower than readState.Index' (duration: 100.813891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:32:50.239396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.816231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:50.239467Z","caller":"traceutil/trace.go:171","msg":"trace[1213220383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4932; }","duration":"398.929364ms","start":"2026-07-24T17:32:49.840512Z","end":"2026-07-24T17:32:50.239441Z","steps":["trace[1213220383] 'agreement among raft nodes before linearized reading' (duration: 398.820221ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:50.239481Z","caller":"traceutil/trace.go:171","msg":"trace[1991071990] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"438.296593ms","start":"2026-07-24T17:32:49.800846Z","end":"2026-07-24T17:32:50.239142Z","steps":["trace[1991071990] 'process raft request' (duration: 438.044316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:50.23953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.84049Z","time spent":"399.020757ms","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:32:50.239604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.800836Z","time spent":"438.683604ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:32:50.239716Z","caller":"traceutil/trace.go:171","msg":"trace[2069455745] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"438.250483ms","start":"2026-07-24T17:32:49.800977Z","end":"2026-07-24T17:32:50.239228Z","steps":["trace[2069455745] 'process raft request' (duration: 438.047527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:50.239773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:32:49.800956Z","time spent":"438.782407ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:32:50.28179Z","caller":"traceutil/trace.go:171","msg":"trace[838788128] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"121.852039ms","start":"2026-07-24T17:32:50.159901Z","end":"2026-07-24T17:32:50.281753Z","steps":["trace[838788128] 'process raft request' (duration: 120.994055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:50.281856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.465713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:32:50.281906Z","caller":"traceutil/trace.go:171","msg":"trace[1170136716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4935; }","duration":"177.559546ms","start":"2026-07-24T17:32:50.104334Z","end":"2026-07-24T17:32:50.281893Z","steps":["trace[1170136716] 'agreement among raft nodes before linearized reading' (duration: 177.465584ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:50.281968Z","caller":"traceutil/trace.go:171","msg":"trace[2106880809] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"122.007464ms","start":"2026-07-24T17:32:50.159928Z","end":"2026-07-24T17:32:50.281936Z","steps":["trace[2106880809] 'process raft request' (duration: 121.733597ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:50.281987Z","caller":"traceutil/trace.go:171","msg":"trace[1424896182] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"120.701377ms","start":"2026-07-24T17:32:50.161254Z","end":"2026-07-24T17:32:50.281956Z","steps":["trace[1424896182] 'process raft request' (duration: 120.486191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:51.404283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.670813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:32:51.404772Z","caller":"traceutil/trace.go:171","msg":"trace[770809010] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"250.693008ms","start":"2026-07-24T17:32:51.154055Z","end":"2026-07-24T17:32:51.404748Z","steps":["trace[770809010] 'process raft request' (duration: 104.430298ms)","trace[770809010] 'compare' (duration: 145.243881ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:51.405063Z","caller":"traceutil/trace.go:171","msg":"trace[1953989913] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"250.825852ms","start":"2026-07-24T17:32:51.154216Z","end":"2026-07-24T17:32:51.405042Z","steps":["trace[1953989913] 'process raft request' (duration: 250.205724ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:51.405124Z","caller":"traceutil/trace.go:171","msg":"trace[478648436] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"183.149532ms","start":"2026-07-24T17:32:51.22195Z","end":"2026-07-24T17:32:51.405099Z","steps":["trace[478648436] 'process raft request' (duration: 183.07113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:51.405361Z","caller":"traceutil/trace.go:171","msg":"trace[1214012612] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"250.511472ms","start":"2026-07-24T17:32:51.154838Z","end":"2026-07-24T17:32:51.405349Z","steps":["trace[1214012612] 'process raft request' (duration: 250.029559ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:51.525039Z","caller":"traceutil/trace.go:171","msg":"trace[720700940] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"107.585717ms","start":"2026-07-24T17:32:51.417435Z","end":"2026-07-24T17:32:51.525021Z","steps":["trace[720700940] 'process raft request' (duration: 104.235642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:32:53.434126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.843506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:32:53.434359Z","caller":"traceutil/trace.go:171","msg":"trace[353547978] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"177.128564ms","start":"2026-07-24T17:32:53.257199Z","end":"2026-07-24T17:32:53.434328Z","steps":["trace[353547978] 'process raft request' (duration: 57.01519ms)","trace[353547978] 'compare' (duration: 119.394273ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:32:56.084314Z","caller":"traceutil/trace.go:171","msg":"trace[1755510446] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"186.24195ms","start":"2026-07-24T17:32:55.898042Z","end":"2026-07-24T17:32:56.084284Z","steps":["trace[1755510446] 'process raft request' (duration: 186.012163ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:56.08774Z","caller":"traceutil/trace.go:171","msg":"trace[705060326] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"184.590352ms","start":"2026-07-24T17:32:55.903131Z","end":"2026-07-24T17:32:56.087722Z","steps":["trace[705060326] 'process raft request' (duration: 184.467839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:56.088072Z","caller":"traceutil/trace.go:171","msg":"trace[1237162589] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"183.507492ms","start":"2026-07-24T17:32:55.904549Z","end":"2026-07-24T17:32:56.088056Z","steps":["trace[1237162589] 'process raft request' (duration: 183.146292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:56.088067Z","caller":"traceutil/trace.go:171","msg":"trace[799928765] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"182.315788ms","start":"2026-07-24T17:32:55.905727Z","end":"2026-07-24T17:32:56.088043Z","steps":["trace[799928765] 'process raft request' (duration: 182.211655ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:58.210535Z","caller":"traceutil/trace.go:171","msg":"trace[1326316310] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"115.593595ms","start":"2026-07-24T17:32:58.094921Z","end":"2026-07-24T17:32:58.210515Z","steps":["trace[1326316310] 'process raft request' (duration: 115.562014ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:58.21059Z","caller":"traceutil/trace.go:171","msg":"trace[597108963] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"116.906803ms","start":"2026-07-24T17:32:58.093647Z","end":"2026-07-24T17:32:58.210554Z","steps":["trace[597108963] 'process raft request' (duration: 116.001727ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:32:58.210678Z","caller":"traceutil/trace.go:171","msg":"trace[832874515] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"116.752978ms","start":"2026-07-24T17:32:58.093918Z","end":"2026-07-24T17:32:58.210671Z","steps":["trace[832874515] 'process raft request' (duration: 116.534522ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:00.302124Z","caller":"traceutil/trace.go:171","msg":"trace[1710574105] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"112.75701ms","start":"2026-07-24T17:33:00.18934Z","end":"2026-07-24T17:33:00.302097Z","steps":["trace[1710574105] 'process raft request' (duration: 112.576195ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:00.452816Z","caller":"traceutil/trace.go:171","msg":"trace[2058016873] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"234.681347ms","start":"2026-07-24T17:33:00.218116Z","end":"2026-07-24T17:33:00.452797Z","steps":["trace[2058016873] 'process raft request' (duration: 234.629755ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:00.453113Z","caller":"traceutil/trace.go:171","msg":"trace[1593832127] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"235.16608ms","start":"2026-07-24T17:33:00.217937Z","end":"2026-07-24T17:33:00.453103Z","steps":["trace[1593832127] 'process raft request' (duration: 137.739741ms)","trace[1593832127] 'compare' (duration: 96.896004ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:00.453197Z","caller":"traceutil/trace.go:171","msg":"trace[62463869] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"235.065217ms","start":"2026-07-24T17:33:00.218126Z","end":"2026-07-24T17:33:00.453191Z","steps":["trace[62463869] 'process raft request' (duration: 234.591993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:02.714342Z","caller":"traceutil/trace.go:171","msg":"trace[1630057641] linearizableReadLoop","detail":"{readStateIndex:5246; appliedIndex:5244; }","duration":"168.672595ms","start":"2026-07-24T17:33:02.545647Z","end":"2026-07-24T17:33:02.714319Z","steps":["trace[1630057641] 'read index received' (duration: 118.30032ms)","trace[1630057641] 'applied index is now lower than readState.Index' (duration: 50.371395ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:02.714532Z","caller":"traceutil/trace.go:171","msg":"trace[1221604810] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"255.897527ms","start":"2026-07-24T17:33:02.458612Z","end":"2026-07-24T17:33:02.71451Z","steps":["trace[1221604810] 'process raft request' (duration: 205.395047ms)","trace[1221604810] 'compare' (duration: 50.069107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:02.714741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.083647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:33:02.714543Z","caller":"traceutil/trace.go:171","msg":"trace[1060020344] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"255.748483ms","start":"2026-07-24T17:33:02.45878Z","end":"2026-07-24T17:33:02.714528Z","steps":["trace[1060020344] 'process raft request' (duration: 255.430673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:02.714793Z","caller":"traceutil/trace.go:171","msg":"trace[385327728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5010; }","duration":"169.135948ms","start":"2026-07-24T17:33:02.545632Z","end":"2026-07-24T17:33:02.714768Z","steps":["trace[385327728] 'agreement among raft nodes before linearized reading' (duration: 168.936533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:02.714881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.091064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:33:02.714957Z","caller":"traceutil/trace.go:171","msg":"trace[907790945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5010; }","duration":"145.240948ms","start":"2026-07-24T17:33:02.569698Z","end":"2026-07-24T17:33:02.714938Z","steps":["trace[907790945] 'agreement among raft nodes before linearized reading' (duration: 145.063963ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:03.205034Z","caller":"traceutil/trace.go:171","msg":"trace[579158233] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"204.90392ms","start":"2026-07-24T17:33:03.00011Z","end":"2026-07-24T17:33:03.205014Z","steps":["trace[579158233] 'process raft request' (duration: 204.789107ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:03.460354Z","caller":"traceutil/trace.go:171","msg":"trace[1779882238] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"211.004126ms","start":"2026-07-24T17:33:03.249305Z","end":"2026-07-24T17:33:03.460309Z","steps":["trace[1779882238] 'process raft request' (duration: 170.545465ms)","trace[1779882238] 'compare' (duration: 40.08217ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:04.64409Z","caller":"traceutil/trace.go:171","msg":"trace[1680604177] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"117.602637ms","start":"2026-07-24T17:33:04.526462Z","end":"2026-07-24T17:33:04.644064Z","steps":["trace[1680604177] 'process raft request' (duration: 117.260777ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:04.880904Z","caller":"traceutil/trace.go:171","msg":"trace[1029591838] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"160.557262ms","start":"2026-07-24T17:33:04.720307Z","end":"2026-07-24T17:33:04.880864Z","steps":["trace[1029591838] 'process raft request' (duration: 114.785576ms)","trace[1029591838] 'compare' (duration: 45.422785ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:04.888129Z","caller":"traceutil/trace.go:171","msg":"trace[1106758453] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"167.246195ms","start":"2026-07-24T17:33:04.720859Z","end":"2026-07-24T17:33:04.888105Z","steps":["trace[1106758453] 'process raft request' (duration: 167.014199ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:19.880551Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3826} {"level":"info","ts":"2026-07-24T17:33:19.91019Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3826,"took":"28.772648ms","hash":2926451645,"current-db-size-bytes":33021952,"current-db-size":"33 MB","current-db-size-in-use-bytes":9072640,"current-db-size-in-use":"9.1 MB"} {"level":"info","ts":"2026-07-24T17:33:19.910261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2926451645,"revision":3826,"compact-revision":2807} {"level":"warn","ts":"2026-07-24T17:33:21.96081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.115308ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:33:21.961005Z","caller":"traceutil/trace.go:171","msg":"trace[300444775] linearizableReadLoop","detail":"{readStateIndex:5356; appliedIndex:5355; }","duration":"390.953509ms","start":"2026-07-24T17:33:21.570036Z","end":"2026-07-24T17:33:21.96099Z","steps":["trace[300444775] 'read index received' (duration: 203.650215ms)","trace[300444775] 'applied index is now lower than readState.Index' (duration: 187.302374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:21.961128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.078974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-07-24T17:33:21.961193Z","caller":"traceutil/trace.go:171","msg":"trace[2029503695] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:5115; }","duration":"391.192427ms","start":"2026-07-24T17:33:21.569984Z","end":"2026-07-24T17:33:21.961176Z","steps":["trace[2029503695] 'agreement among raft nodes before linearized reading' (duration: 391.066933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:21.961234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:21.569963Z","time spent":"391.264819ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-07-24T17:33:21.961733Z","caller":"traceutil/trace.go:171","msg":"trace[515318782] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"329.785683ms","start":"2026-07-24T17:33:21.631928Z","end":"2026-07-24T17:33:21.961713Z","steps":["trace[515318782] 'process raft request' (duration: 328.981429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:21.961918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:21.631906Z","time spent":"329.929587ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:33:22.107191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.386678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:33:22.107258Z","caller":"traceutil/trace.go:171","msg":"trace[1884939809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5116; }","duration":"475.500902ms","start":"2026-07-24T17:33:21.631742Z","end":"2026-07-24T17:33:22.107242Z","steps":["trace[1884939809] 'agreement among raft nodes before linearized reading' (duration: 329.943798ms)","trace[1884939809] 'range keys from in-memory index tree' (duration: 145.376449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:22.107299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:21.631719Z","time spent":"475.569303ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:33:22.107751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.981231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:33:22.107919Z","caller":"traceutil/trace.go:171","msg":"trace[1275550999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5116; }","duration":"442.117805ms","start":"2026-07-24T17:33:21.665732Z","end":"2026-07-24T17:33:22.10785Z","steps":["trace[1275550999] 'agreement among raft nodes before linearized reading' (duration: 296.056916ms)","trace[1275550999] 'range keys from in-memory index tree' (duration: 145.847773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:22.108005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.995358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:33:22.108047Z","caller":"traceutil/trace.go:171","msg":"trace[737027752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5116; }","duration":"340.07106ms","start":"2026-07-24T17:33:21.767964Z","end":"2026-07-24T17:33:22.108035Z","steps":["trace[737027752] 'agreement among raft nodes before linearized reading' (duration: 193.835546ms)","trace[737027752] 'range keys from in-memory index tree' (duration: 146.165282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:22.108076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:21.767944Z","time spent":"340.125231ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:33:22.108175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:21.665726Z","time spent":"442.29291ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:33:22.107939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.578528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:33:22.108451Z","caller":"traceutil/trace.go:171","msg":"trace[1220858532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5116; }","duration":"443.111344ms","start":"2026-07-24T17:33:21.665322Z","end":"2026-07-24T17:33:22.108433Z","steps":["trace[1220858532] 'agreement among raft nodes before linearized reading' (duration: 296.484488ms)","trace[1220858532] 'range keys from in-memory index tree' (duration: 146.076869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:22.108595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:21.665242Z","time spent":"443.337421ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:33:22.264832Z","caller":"traceutil/trace.go:171","msg":"trace[1294046409] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"153.069047ms","start":"2026-07-24T17:33:22.111736Z","end":"2026-07-24T17:33:22.264805Z","steps":["trace[1294046409] 'process raft request' (duration: 152.894392ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:22.794119Z","caller":"traceutil/trace.go:171","msg":"trace[1512217636] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"680.93662ms","start":"2026-07-24T17:33:22.113157Z","end":"2026-07-24T17:33:22.794093Z","steps":["trace[1512217636] 'process raft request' (duration: 680.804276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:22.794283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:22.113148Z","time spent":"681.055094ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:33:22.794426Z","caller":"traceutil/trace.go:171","msg":"trace[91766730] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"678.830698ms","start":"2026-07-24T17:33:22.115581Z","end":"2026-07-24T17:33:22.794412Z","steps":["trace[91766730] 'process raft request' (duration: 678.451817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:22.794486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:22.115557Z","time spent":"678.89896ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:33:22.794502Z","caller":"traceutil/trace.go:171","msg":"trace[2038296829] linearizableReadLoop","detail":"{readStateIndex:5361; appliedIndex:5358; }","duration":"434.292015ms","start":"2026-07-24T17:33:22.360007Z","end":"2026-07-24T17:33:22.794299Z","steps":["trace[2038296829] 'read index received' (duration: 433.749039ms)","trace[2038296829] 'applied index is now lower than readState.Index' (duration: 541.066µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:22.79421Z","caller":"traceutil/trace.go:171","msg":"trace[2010907174] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"681.405074ms","start":"2026-07-24T17:33:22.112738Z","end":"2026-07-24T17:33:22.794143Z","steps":["trace[2010907174] 'process raft request' (duration: 681.028893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:22.794835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.839881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:33:22.794896Z","caller":"traceutil/trace.go:171","msg":"trace[1449588604] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5120; }","duration":"434.937554ms","start":"2026-07-24T17:33:22.35994Z","end":"2026-07-24T17:33:22.794877Z","steps":["trace[1449588604] 'agreement among raft nodes before linearized reading' (duration: 434.671256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:22.794932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:22.359921Z","time spent":"435.002145ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":315,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:33:22.794922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:22.112729Z","time spent":"682.057003ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:33:22.876186Z","caller":"traceutil/trace.go:171","msg":"trace[379757432] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"394.027104ms","start":"2026-07-24T17:33:22.482134Z","end":"2026-07-24T17:33:22.876161Z","steps":["trace[379757432] 'process raft request' (duration: 378.076472ms)","trace[379757432] 'compare' (duration: 15.769937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:22.876411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.166799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-24T17:33:22.876322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:22.482113Z","time spent":"394.134508ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:33:22.876483Z","caller":"traceutil/trace.go:171","msg":"trace[1565047007] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:5122; }","duration":"157.282962ms","start":"2026-07-24T17:33:22.71918Z","end":"2026-07-24T17:33:22.876463Z","steps":["trace[1565047007] 'agreement among raft nodes before linearized reading' (duration: 157.103757ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:22.876712Z","caller":"traceutil/trace.go:171","msg":"trace[222163321] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"111.865698ms","start":"2026-07-24T17:33:22.764834Z","end":"2026-07-24T17:33:22.8767Z","steps":["trace[222163321] 'process raft request' (duration: 111.282871ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:23.275935Z","caller":"traceutil/trace.go:171","msg":"trace[80784731] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"294.060156ms","start":"2026-07-24T17:33:22.981848Z","end":"2026-07-24T17:33:23.275908Z","steps":["trace[80784731] 'read index received' (duration: 226.356982ms)","trace[80784731] 'applied index is now lower than readState.Index' (duration: 67.701924ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:23.275978Z","caller":"traceutil/trace.go:171","msg":"trace[578957116] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"300.038383ms","start":"2026-07-24T17:33:22.975891Z","end":"2026-07-24T17:33:23.27593Z","steps":["trace[578957116] 'process raft request' (duration: 232.355739ms)","trace[578957116] 'compare' (duration: 67.472958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:23.27618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.266662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:33:23.276269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:22.975872Z","time spent":"300.189477ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:33:23.276301Z","caller":"traceutil/trace.go:171","msg":"trace[1018507922] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5123; }","duration":"294.52007ms","start":"2026-07-24T17:33:22.981743Z","end":"2026-07-24T17:33:23.276263Z","steps":["trace[1018507922] 'agreement among raft nodes before linearized reading' (duration: 294.262272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:23.286592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.650198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:33:23.2866Z","caller":"traceutil/trace.go:171","msg":"trace[780043242] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"258.145593ms","start":"2026-07-24T17:33:23.028397Z","end":"2026-07-24T17:33:23.286543Z","steps":["trace[780043242] 'process raft request' (duration: 257.941377ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:23.28668Z","caller":"traceutil/trace.go:171","msg":"trace[1058216880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5124; }","duration":"181.804213ms","start":"2026-07-24T17:33:23.104855Z","end":"2026-07-24T17:33:23.286659Z","steps":["trace[1058216880] 'agreement among raft nodes before linearized reading' (duration: 181.622397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:23.286858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.063361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:33:23.286935Z","caller":"traceutil/trace.go:171","msg":"trace[2005694821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5124; }","duration":"181.167454ms","start":"2026-07-24T17:33:23.105747Z","end":"2026-07-24T17:33:23.286915Z","steps":["trace[2005694821] 'agreement among raft nodes before linearized reading' (duration: 180.990749ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:23.504799Z","caller":"traceutil/trace.go:171","msg":"trace[629561080] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5365; }","duration":"150.094244ms","start":"2026-07-24T17:33:23.354678Z","end":"2026-07-24T17:33:23.504772Z","steps":["trace[629561080] 'read index received' (duration: 71.398774ms)","trace[629561080] 'applied index is now lower than readState.Index' (duration: 78.69371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:23.505141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.442235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T17:33:23.50524Z","caller":"traceutil/trace.go:171","msg":"trace[345103942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5125; }","duration":"150.599189ms","start":"2026-07-24T17:33:23.354617Z","end":"2026-07-24T17:33:23.505217Z","steps":["trace[345103942] 'agreement among raft nodes before linearized reading' (duration: 150.29944ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:23.506716Z","caller":"traceutil/trace.go:171","msg":"trace[1938598373] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"152.439993ms","start":"2026-07-24T17:33:23.354244Z","end":"2026-07-24T17:33:23.506684Z","steps":["trace[1938598373] 'process raft request' (duration: 71.785545ms)","trace[1938598373] 'compare' (duration: 78.371911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:23.84266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.623907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:33:23.842789Z","caller":"traceutil/trace.go:171","msg":"trace[1224331976] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5366; }","duration":"251.081255ms","start":"2026-07-24T17:33:23.591683Z","end":"2026-07-24T17:33:23.842764Z","steps":["trace[1224331976] 'read index received' (duration: 67.166719ms)","trace[1224331976] 'applied index is now lower than readState.Index' (duration: 183.912336ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:23.843145Z","caller":"traceutil/trace.go:171","msg":"trace[331560802] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"332.156665ms","start":"2026-07-24T17:33:23.51097Z","end":"2026-07-24T17:33:23.843126Z","steps":["trace[331560802] 'process raft request' (duration: 147.977022ms)","trace[331560802] 'compare' (duration: 183.315888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:23.843251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:23.510945Z","time spent":"332.243077ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:33:23.843398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.657341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-07-24T17:33:23.843505Z","caller":"traceutil/trace.go:171","msg":"trace[1687017544] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:5126; }","duration":"251.854847ms","start":"2026-07-24T17:33:23.591624Z","end":"2026-07-24T17:33:23.843479Z","steps":["trace[1687017544] 'agreement among raft nodes before linearized reading' (duration: 251.527027ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:25.022157Z","caller":"traceutil/trace.go:171","msg":"trace[95515631] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"139.353772ms","start":"2026-07-24T17:33:24.882782Z","end":"2026-07-24T17:33:25.022136Z","steps":["trace[95515631] 'process raft request' (duration: 139.323231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:25.022466Z","caller":"traceutil/trace.go:171","msg":"trace[1324293886] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"139.785424ms","start":"2026-07-24T17:33:24.882671Z","end":"2026-07-24T17:33:25.022457Z","steps":["trace[1324293886] 'process raft request' (duration: 139.403593ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:25.022463Z","caller":"traceutil/trace.go:171","msg":"trace[230132446] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"216.957731ms","start":"2026-07-24T17:33:24.805475Z","end":"2026-07-24T17:33:25.022433Z","steps":["trace[230132446] 'process raft request' (duration: 216.547869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:25.022732Z","caller":"traceutil/trace.go:171","msg":"trace[1413441070] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"217.299162ms","start":"2026-07-24T17:33:24.805384Z","end":"2026-07-24T17:33:25.022683Z","steps":["trace[1413441070] 'process raft request' (duration: 127.134428ms)","trace[1413441070] 'compare' (duration: 89.34983ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:28.37311Z","caller":"traceutil/trace.go:171","msg":"trace[1546908143] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"136.768032ms","start":"2026-07-24T17:33:28.236296Z","end":"2026-07-24T17:33:28.373064Z","steps":["trace[1546908143] 'process raft request' (duration: 85.292829ms)","trace[1546908143] 'compare' (duration: 51.066141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:28.837375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.101591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:33:28.837472Z","caller":"traceutil/trace.go:171","msg":"trace[1479162604] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5392; }","duration":"322.669705ms","start":"2026-07-24T17:33:28.514787Z","end":"2026-07-24T17:33:28.837456Z","steps":["trace[1479162604] 'read index received' (duration: 183.359398ms)","trace[1479162604] 'applied index is now lower than readState.Index' (duration: 139.308897ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:28.837781Z","caller":"traceutil/trace.go:171","msg":"trace[1530182372] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"461.510138ms","start":"2026-07-24T17:33:28.376218Z","end":"2026-07-24T17:33:28.837728Z","steps":["trace[1530182372] 'process raft request' (duration: 321.975414ms)","trace[1530182372] 'compare' (duration: 138.699559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:28.838088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:28.376205Z","time spent":"461.763086ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:33:28.838264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.063687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:33:28.838313Z","caller":"traceutil/trace.go:171","msg":"trace[1501231716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5151; }","duration":"323.556591ms","start":"2026-07-24T17:33:28.514743Z","end":"2026-07-24T17:33:28.8383Z","steps":["trace[1501231716] 'agreement among raft nodes before linearized reading' (duration: 322.757127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:28.838439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:33:28.514726Z","time spent":"323.691226ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:33:29.254557Z","caller":"traceutil/trace.go:171","msg":"trace[545749282] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5396; }","duration":"186.754945ms","start":"2026-07-24T17:33:29.067782Z","end":"2026-07-24T17:33:29.254537Z","steps":["trace[545749282] 'read index received' (duration: 24.485589ms)","trace[545749282] 'applied index is now lower than readState.Index' (duration: 162.268356ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:29.254599Z","caller":"traceutil/trace.go:171","msg":"trace[1579983454] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"187.410765ms","start":"2026-07-24T17:33:29.067157Z","end":"2026-07-24T17:33:29.254567Z","steps":["trace[1579983454] 'process raft request' (duration: 175.327525ms)","trace[1579983454] 'compare' (duration: 11.836422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:29.254796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.996332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9304"} {"level":"warn","ts":"2026-07-24T17:33:29.254789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.212706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:33:29.254828Z","caller":"traceutil/trace.go:171","msg":"trace[2047969195] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5156; }","duration":"187.063384ms","start":"2026-07-24T17:33:29.067756Z","end":"2026-07-24T17:33:29.25482Z","steps":["trace[2047969195] 'agreement among raft nodes before linearized reading' (duration: 186.891909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:29.254816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.010614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:33:29.254869Z","caller":"traceutil/trace.go:171","msg":"trace[725090866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5156; }","duration":"151.35104ms","start":"2026-07-24T17:33:29.103498Z","end":"2026-07-24T17:33:29.254849Z","steps":["trace[725090866] 'agreement among raft nodes before linearized reading' (duration: 151.200636ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:29.254879Z","caller":"traceutil/trace.go:171","msg":"trace[752770291] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5156; }","duration":"128.125827ms","start":"2026-07-24T17:33:29.126736Z","end":"2026-07-24T17:33:29.254862Z","steps":["trace[752770291] 'agreement among raft nodes before linearized reading' (duration: 128.006644ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:29.466422Z","caller":"traceutil/trace.go:171","msg":"trace[510192205] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"130.230211ms","start":"2026-07-24T17:33:29.336167Z","end":"2026-07-24T17:33:29.466398Z","steps":["trace[510192205] 'process raft request' (duration: 83.399126ms)","trace[510192205] 'compare' (duration: 46.63237ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:29.466596Z","caller":"traceutil/trace.go:171","msg":"trace[1271291169] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"124.858501ms","start":"2026-07-24T17:33:29.34173Z","end":"2026-07-24T17:33:29.466589Z","steps":["trace[1271291169] 'process raft request' (duration: 124.623764ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:29.89628Z","caller":"traceutil/trace.go:171","msg":"trace[1347911392] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"123.605923ms","start":"2026-07-24T17:33:29.772649Z","end":"2026-07-24T17:33:29.896255Z","steps":["trace[1347911392] 'process raft request' (duration: 123.373306ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:30.990531Z","caller":"traceutil/trace.go:171","msg":"trace[1727410888] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"145.079587ms","start":"2026-07-24T17:33:30.845416Z","end":"2026-07-24T17:33:30.990496Z","steps":["trace[1727410888] 'process raft request' (duration: 144.866321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:31.166154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.659963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:33:31.166337Z","caller":"traceutil/trace.go:171","msg":"trace[431517882] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"171.178772ms","start":"2026-07-24T17:33:30.995145Z","end":"2026-07-24T17:33:31.166324Z","steps":["trace[431517882] 'process raft request' (duration: 49.276151ms)","trace[431517882] 'compare' (duration: 121.53796ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:31.166724Z","caller":"traceutil/trace.go:171","msg":"trace[1317781430] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"154.00799ms","start":"2026-07-24T17:33:31.012291Z","end":"2026-07-24T17:33:31.166299Z","steps":["trace[1317781430] 'process raft request' (duration: 153.964839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:31.203034Z","caller":"traceutil/trace.go:171","msg":"trace[592618722] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"144.435143ms","start":"2026-07-24T17:33:31.058573Z","end":"2026-07-24T17:33:31.203008Z","steps":["trace[592618722] 'process raft request' (duration: 144.254548ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:31.203211Z","caller":"traceutil/trace.go:171","msg":"trace[1012521297] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5403; }","duration":"106.14165ms","start":"2026-07-24T17:33:31.097057Z","end":"2026-07-24T17:33:31.203198Z","steps":["trace[1012521297] 'read index received' (duration: 60.740234ms)","trace[1012521297] 'applied index is now lower than readState.Index' (duration: 45.400376ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:31.203384Z","caller":"traceutil/trace.go:171","msg":"trace[952431533] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"136.301081ms","start":"2026-07-24T17:33:31.067066Z","end":"2026-07-24T17:33:31.203367Z","steps":["trace[952431533] 'process raft request' (duration: 135.897919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:31.203598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.271695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:33:31.203641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.576722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:33:31.203669Z","caller":"traceutil/trace.go:171","msg":"trace[97736734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5165; }","duration":"101.413328ms","start":"2026-07-24T17:33:31.102238Z","end":"2026-07-24T17:33:31.203651Z","steps":["trace[97736734] 'agreement among raft nodes before linearized reading' (duration: 101.214562ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:31.203686Z","caller":"traceutil/trace.go:171","msg":"trace[1132747119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5165; }","duration":"106.669916ms","start":"2026-07-24T17:33:31.097003Z","end":"2026-07-24T17:33:31.203673Z","steps":["trace[1132747119] 'agreement among raft nodes before linearized reading' (duration: 106.527041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:31.876599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.963271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T17:33:42.379029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.300467ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:33:42.379251Z","caller":"traceutil/trace.go:171","msg":"trace[852582291] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5470; }","duration":"273.438087ms","start":"2026-07-24T17:33:42.105778Z","end":"2026-07-24T17:33:42.379216Z","steps":["trace[852582291] 'read index received' (duration: 14.791856ms)","trace[852582291] 'applied index is now lower than readState.Index' (duration: 258.643641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:42.379375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.588102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:33:42.379415Z","caller":"traceutil/trace.go:171","msg":"trace[1695774291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5227; }","duration":"273.691805ms","start":"2026-07-24T17:33:42.105713Z","end":"2026-07-24T17:33:42.379405Z","steps":["trace[1695774291] 'agreement among raft nodes before linearized reading' (duration: 273.603552ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:43.877405Z","caller":"traceutil/trace.go:171","msg":"trace[1735396225] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"276.786467ms","start":"2026-07-24T17:33:43.600583Z","end":"2026-07-24T17:33:43.87737Z","steps":["trace[1735396225] 'process raft request' (duration: 255.728981ms)","trace[1735396225] 'compare' (duration: 20.600392ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:43.877615Z","caller":"traceutil/trace.go:171","msg":"trace[900840284] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"275.706204ms","start":"2026-07-24T17:33:43.601892Z","end":"2026-07-24T17:33:43.877598Z","steps":["trace[900840284] 'process raft request' (duration: 275.409375ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:43.877513Z","caller":"traceutil/trace.go:171","msg":"trace[592673420] linearizableReadLoop","detail":"{readStateIndex:5481; appliedIndex:5479; }","duration":"205.927055ms","start":"2026-07-24T17:33:43.671556Z","end":"2026-07-24T17:33:43.877483Z","steps":["trace[592673420] 'read index received' (duration: 184.676502ms)","trace[592673420] 'applied index is now lower than readState.Index' (duration: 21.249103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:43.878126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.43546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:33:43.87818Z","caller":"traceutil/trace.go:171","msg":"trace[543295099] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5236; }","duration":"206.682327ms","start":"2026-07-24T17:33:43.671484Z","end":"2026-07-24T17:33:43.878166Z","steps":["trace[543295099] 'agreement among raft nodes before linearized reading' (duration: 206.43455ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:45.621304Z","caller":"traceutil/trace.go:171","msg":"trace[1158246469] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"102.279058ms","start":"2026-07-24T17:33:45.518993Z","end":"2026-07-24T17:33:45.621272Z","steps":["trace[1158246469] 'process raft request' (duration: 98.682769ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:45.833509Z","caller":"traceutil/trace.go:171","msg":"trace[600956623] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"181.062174ms","start":"2026-07-24T17:33:45.652423Z","end":"2026-07-24T17:33:45.833485Z","steps":["trace[600956623] 'process raft request' (duration: 173.136034ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:46.060331Z","caller":"traceutil/trace.go:171","msg":"trace[363968220] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"177.135906ms","start":"2026-07-24T17:33:45.883167Z","end":"2026-07-24T17:33:46.060303Z","steps":["trace[363968220] 'process raft request' (duration: 177.067434ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:46.06083Z","caller":"traceutil/trace.go:171","msg":"trace[514479150] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"178.070085ms","start":"2026-07-24T17:33:45.882733Z","end":"2026-07-24T17:33:46.060803Z","steps":["trace[514479150] 'process raft request' (duration: 93.010047ms)","trace[514479150] 'compare' (duration: 84.345356ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:46.313101Z","caller":"traceutil/trace.go:171","msg":"trace[1718009682] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"157.409562ms","start":"2026-07-24T17:33:46.155659Z","end":"2026-07-24T17:33:46.313069Z","steps":["trace[1718009682] 'process raft request' (duration: 157.222937ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:46.344631Z","caller":"traceutil/trace.go:171","msg":"trace[982878918] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"164.815256ms","start":"2026-07-24T17:33:46.179788Z","end":"2026-07-24T17:33:46.344603Z","steps":["trace[982878918] 'process raft request' (duration: 164.691743ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:47.328364Z","caller":"traceutil/trace.go:171","msg":"trace[1561795012] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"147.846246ms","start":"2026-07-24T17:33:47.180495Z","end":"2026-07-24T17:33:47.328342Z","steps":["trace[1561795012] 'process raft request' (duration: 56.763732ms)","trace[1561795012] 'compare' (duration: 90.93901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:47.539668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.806349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:33:47.539776Z","caller":"traceutil/trace.go:171","msg":"trace[29752576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5254; }","duration":"102.930283ms","start":"2026-07-24T17:33:47.436829Z","end":"2026-07-24T17:33:47.539759Z","steps":["trace[29752576] 'range keys from in-memory index tree' (duration: 102.790359ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:47.539785Z","caller":"traceutil/trace.go:171","msg":"trace[448777802] linearizableReadLoop","detail":"{readStateIndex:5501; appliedIndex:5500; }","duration":"144.114313ms","start":"2026-07-24T17:33:47.395643Z","end":"2026-07-24T17:33:47.539758Z","steps":["trace[448777802] 'read index received' (duration: 91.820826ms)","trace[448777802] 'applied index is now lower than readState.Index' (duration: 52.291927ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:47.539926Z","caller":"traceutil/trace.go:171","msg":"trace[164077829] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"179.865158ms","start":"2026-07-24T17:33:47.360033Z","end":"2026-07-24T17:33:47.539898Z","steps":["trace[164077829] 'process raft request' (duration: 127.53838ms)","trace[164077829] 'compare' (duration: 52.05066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:47.54015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.484195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:33:47.540207Z","caller":"traceutil/trace.go:171","msg":"trace[1699075908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5255; }","duration":"144.642419ms","start":"2026-07-24T17:33:47.395552Z","end":"2026-07-24T17:33:47.540195Z","steps":["trace[1699075908] 'agreement among raft nodes before linearized reading' (duration: 144.374871ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:47.69052Z","caller":"traceutil/trace.go:171","msg":"trace[823849562] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5501; }","duration":"130.112798ms","start":"2026-07-24T17:33:47.560383Z","end":"2026-07-24T17:33:47.690496Z","steps":["trace[823849562] 'read index received' (duration: 8.133027ms)","trace[823849562] 'applied index is now lower than readState.Index' (duration: 121.978601ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:47.690618Z","caller":"traceutil/trace.go:171","msg":"trace[797604662] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"146.176266ms","start":"2026-07-24T17:33:47.544407Z","end":"2026-07-24T17:33:47.690584Z","steps":["trace[797604662] 'process raft request' (duration: 106.42681ms)","trace[797604662] 'compare' (duration: 39.53977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:33:47.690725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.320015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:33:47.690765Z","caller":"traceutil/trace.go:171","msg":"trace[497004633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5257; }","duration":"130.420648ms","start":"2026-07-24T17:33:47.560334Z","end":"2026-07-24T17:33:47.690755Z","steps":["trace[497004633] 'agreement among raft nodes before linearized reading' (duration: 130.272424ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:48.172265Z","caller":"traceutil/trace.go:171","msg":"trace[321572098] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"104.628058ms","start":"2026-07-24T17:33:48.067613Z","end":"2026-07-24T17:33:48.172241Z","steps":["trace[321572098] 'process raft request' (duration: 104.498684ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:48.173552Z","caller":"traceutil/trace.go:171","msg":"trace[734489849] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"105.840155ms","start":"2026-07-24T17:33:48.06768Z","end":"2026-07-24T17:33:48.17352Z","steps":["trace[734489849] 'process raft request' (duration: 105.67525ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:51.628392Z","caller":"traceutil/trace.go:171","msg":"trace[1114975485] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"230.364588ms","start":"2026-07-24T17:33:51.398002Z","end":"2026-07-24T17:33:51.628366Z","steps":["trace[1114975485] 'process raft request' (duration: 168.147433ms)","trace[1114975485] 'compare' (duration: 62.036699ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:51.628771Z","caller":"traceutil/trace.go:171","msg":"trace[1638537382] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5517; }","duration":"146.827923ms","start":"2026-07-24T17:33:51.481921Z","end":"2026-07-24T17:33:51.628749Z","steps":["trace[1638537382] 'read index received' (duration: 84.240076ms)","trace[1638537382] 'applied index is now lower than readState.Index' (duration: 62.586597ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:33:51.62882Z","caller":"traceutil/trace.go:171","msg":"trace[446047834] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"167.562834ms","start":"2026-07-24T17:33:51.461235Z","end":"2026-07-24T17:33:51.628797Z","steps":["trace[446047834] 'process raft request' (duration: 167.072199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:51.629316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.377519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-07-24T17:33:51.629362Z","caller":"traceutil/trace.go:171","msg":"trace[564297363] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:5274; }","duration":"147.488533ms","start":"2026-07-24T17:33:51.481861Z","end":"2026-07-24T17:33:51.62935Z","steps":["trace[564297363] 'agreement among raft nodes before linearized reading' (duration: 146.988608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:33:51.687856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.535121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2373"} {"level":"warn","ts":"2026-07-24T17:33:51.687917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.828963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:33:51.687971Z","caller":"traceutil/trace.go:171","msg":"trace[966173597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5274; }","duration":"105.941247ms","start":"2026-07-24T17:33:51.582017Z","end":"2026-07-24T17:33:51.687958Z","steps":["trace[966173597] 'agreement among raft nodes before linearized reading' (duration: 105.751061ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:51.687956Z","caller":"traceutil/trace.go:171","msg":"trace[1704154807] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:5274; }","duration":"205.691835ms","start":"2026-07-24T17:33:51.482241Z","end":"2026-07-24T17:33:51.687933Z","steps":["trace[1704154807] 'agreement among raft nodes before linearized reading' (duration: 205.409657ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:33:58.668958Z","caller":"traceutil/trace.go:171","msg":"trace[462902349] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"231.802588ms","start":"2026-07-24T17:33:58.437125Z","end":"2026-07-24T17:33:58.668927Z","steps":["trace[462902349] 'process raft request' (duration: 231.643023ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:00.77738Z","caller":"traceutil/trace.go:171","msg":"trace[28302304] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"108.322707ms","start":"2026-07-24T17:34:00.669039Z","end":"2026-07-24T17:34:00.777362Z","steps":["trace[28302304] 'process raft request' (duration: 107.542274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:00.777717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.523161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:34:00.777775Z","caller":"traceutil/trace.go:171","msg":"trace[418885138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5356; }","duration":"104.619034ms","start":"2026-07-24T17:34:00.673142Z","end":"2026-07-24T17:34:00.777761Z","steps":["trace[418885138] 'agreement among raft nodes before linearized reading' (duration: 104.449328ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:00.777253Z","caller":"traceutil/trace.go:171","msg":"trace[1503656117] linearizableReadLoop","detail":"{readStateIndex:5607; appliedIndex:5606; }","duration":"104.043926ms","start":"2026-07-24T17:34:00.673185Z","end":"2026-07-24T17:34:00.777229Z","steps":["trace[1503656117] 'read index received' (duration: 103.18066ms)","trace[1503656117] 'applied index is now lower than readState.Index' (duration: 862.256µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:01.556826Z","caller":"traceutil/trace.go:171","msg":"trace[1137954292] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"220.674065ms","start":"2026-07-24T17:34:01.336128Z","end":"2026-07-24T17:34:01.556802Z","steps":["trace[1137954292] 'process raft request' (duration: 216.29799ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:01.571895Z","caller":"traceutil/trace.go:171","msg":"trace[213566329] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"214.016589ms","start":"2026-07-24T17:34:01.357851Z","end":"2026-07-24T17:34:01.571868Z","steps":["trace[213566329] 'process raft request' (duration: 213.726721ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:12.241733Z","caller":"traceutil/trace.go:171","msg":"trace[696818218] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"102.026526ms","start":"2026-07-24T17:34:12.139685Z","end":"2026-07-24T17:34:12.241712Z","steps":["trace[696818218] 'process raft request' (duration: 101.632874ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:14.364919Z","caller":"traceutil/trace.go:171","msg":"trace[880718215] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5711; }","duration":"517.88698ms","start":"2026-07-24T17:34:13.846996Z","end":"2026-07-24T17:34:14.364883Z","steps":["trace[880718215] 'read index received' (duration: 457.893535ms)","trace[880718215] 'applied index is now lower than readState.Index' (duration: 59.992615ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:14.365024Z","caller":"traceutil/trace.go:171","msg":"trace[410154856] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"555.875451ms","start":"2026-07-24T17:34:13.809123Z","end":"2026-07-24T17:34:14.364999Z","steps":["trace[410154856] 'process raft request' (duration: 495.910116ms)","trace[410154856] 'compare' (duration: 59.343056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:14.365131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.107458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:34:14.365137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:13.809088Z","time spent":"555.989374ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:34:14.365234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.933573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:34:14.365259Z","caller":"traceutil/trace.go:171","msg":"trace[393812880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5458; }","duration":"425.010385ms","start":"2026-07-24T17:34:13.940244Z","end":"2026-07-24T17:34:14.365254Z","steps":["trace[393812880] 'agreement among raft nodes before linearized reading' (duration: 424.941983ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:14.365162Z","caller":"traceutil/trace.go:171","msg":"trace[1519217254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5458; }","duration":"518.191731ms","start":"2026-07-24T17:34:13.846962Z","end":"2026-07-24T17:34:14.365154Z","steps":["trace[1519217254] 'agreement among raft nodes before linearized reading' (duration: 518.055217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:14.365283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:13.940217Z","time spent":"425.059417ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:34:14.365292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:13.846948Z","time spent":"518.335365ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:34:14.365569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.950567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:34:14.365608Z","caller":"traceutil/trace.go:171","msg":"trace[1320725670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5458; }","duration":"401.01564ms","start":"2026-07-24T17:34:13.964582Z","end":"2026-07-24T17:34:14.365597Z","steps":["trace[1320725670] 'agreement among raft nodes before linearized reading' (duration: 400.787982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:14.365629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:13.964567Z","time spent":"401.05683ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:34:14.66063Z","caller":"traceutil/trace.go:171","msg":"trace[1840059104] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"224.727319ms","start":"2026-07-24T17:34:14.435888Z","end":"2026-07-24T17:34:14.660615Z","steps":["trace[1840059104] 'process raft request' (duration: 217.002798ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:14.660499Z","caller":"traceutil/trace.go:171","msg":"trace[148112113] linearizableReadLoop","detail":"{readStateIndex:5717; appliedIndex:5716; }","duration":"113.714606ms","start":"2026-07-24T17:34:14.546755Z","end":"2026-07-24T17:34:14.66047Z","steps":["trace[148112113] 'read index received' (duration: 106.073008ms)","trace[148112113] 'applied index is now lower than readState.Index' (duration: 7.640698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:14.66131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.544291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster-advanced\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:14.661353Z","caller":"traceutil/trace.go:171","msg":"trace[275585992] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster-advanced; range_end:; response_count:0; response_revision:5463; }","duration":"114.637555ms","start":"2026-07-24T17:34:14.546702Z","end":"2026-07-24T17:34:14.66134Z","steps":["trace[275585992] 'agreement among raft nodes before linearized reading' (duration: 114.555213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:14.879335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.485715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:34:14.879767Z","caller":"traceutil/trace.go:171","msg":"trace[1330281694] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"205.653095ms","start":"2026-07-24T17:34:14.674087Z","end":"2026-07-24T17:34:14.87974Z","steps":["trace[1330281694] 'process raft request' (duration: 104.281612ms)","trace[1330281694] 'compare' (duration: 100.029211ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:15.08988Z","caller":"traceutil/trace.go:171","msg":"trace[1137287794] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"202.957344ms","start":"2026-07-24T17:34:14.886881Z","end":"2026-07-24T17:34:15.089838Z","steps":["trace[1137287794] 'process raft request' (duration: 118.077982ms)","trace[1137287794] 'compare' (duration: 84.407937ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:19.927409Z","caller":"traceutil/trace.go:171","msg":"trace[1959118371] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"171.158115ms","start":"2026-07-24T17:34:19.756227Z","end":"2026-07-24T17:34:19.927385Z","steps":["trace[1959118371] 'process raft request' (duration: 170.851595ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:19.966144Z","caller":"traceutil/trace.go:171","msg":"trace[1903201510] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"172.684813ms","start":"2026-07-24T17:34:19.793426Z","end":"2026-07-24T17:34:19.966111Z","steps":["trace[1903201510] 'process raft request' (duration: 172.421014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:22.613807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.502825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:34:22.613883Z","caller":"traceutil/trace.go:171","msg":"trace[717651008] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"127.811871ms","start":"2026-07-24T17:34:22.486055Z","end":"2026-07-24T17:34:22.613867Z","steps":["trace[717651008] 'process raft request' (duration: 20.191462ms)","trace[717651008] 'compare' (duration: 107.282868ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:22.645857Z","caller":"traceutil/trace.go:171","msg":"trace[199903365] linearizableReadLoop","detail":"{readStateIndex:5763; appliedIndex:5761; }","duration":"156.456157ms","start":"2026-07-24T17:34:22.489382Z","end":"2026-07-24T17:34:22.645838Z","steps":["trace[199903365] 'read index received' (duration: 16.840947ms)","trace[199903365] 'applied index is now lower than readState.Index' (duration: 139.61442ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:22.645957Z","caller":"traceutil/trace.go:171","msg":"trace[1723040288] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"156.657573ms","start":"2026-07-24T17:34:22.489251Z","end":"2026-07-24T17:34:22.645909Z","steps":["trace[1723040288] 'process raft request' (duration: 156.485787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:22.64605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.650633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:34:22.646073Z","caller":"traceutil/trace.go:171","msg":"trace[1300111061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5507; }","duration":"156.703325ms","start":"2026-07-24T17:34:22.489363Z","end":"2026-07-24T17:34:22.646066Z","steps":["trace[1300111061] 'agreement among raft nodes before linearized reading' (duration: 156.595701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:22.64617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.893837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:22.646248Z","caller":"traceutil/trace.go:171","msg":"trace[517060916] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5507; }","duration":"116.022521ms","start":"2026-07-24T17:34:22.530208Z","end":"2026-07-24T17:34:22.646231Z","steps":["trace[517060916] 'agreement among raft nodes before linearized reading' (duration: 115.873536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:22.646234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.628752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:34:22.646308Z","caller":"traceutil/trace.go:171","msg":"trace[2067014735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5507; }","duration":"156.725026ms","start":"2026-07-24T17:34:22.489566Z","end":"2026-07-24T17:34:22.646291Z","steps":["trace[2067014735] 'agreement among raft nodes before linearized reading' (duration: 156.478548ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:22.770484Z","caller":"traceutil/trace.go:171","msg":"trace[280561599] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"120.381329ms","start":"2026-07-24T17:34:22.650071Z","end":"2026-07-24T17:34:22.770452Z","steps":["trace[280561599] 'process raft request' (duration: 67.344848ms)","trace[280561599] 'compare' (duration: 52.809074ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:23.310365Z","caller":"traceutil/trace.go:171","msg":"trace[1555742030] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"148.324218ms","start":"2026-07-24T17:34:23.162015Z","end":"2026-07-24T17:34:23.310339Z","steps":["trace[1555742030] 'process raft request' (duration: 148.193614ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:24.579668Z","caller":"traceutil/trace.go:171","msg":"trace[2056658621] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"117.929508ms","start":"2026-07-24T17:34:24.461709Z","end":"2026-07-24T17:34:24.579638Z","steps":["trace[2056658621] 'process raft request' (duration: 117.733962ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:25.449602Z","caller":"traceutil/trace.go:171","msg":"trace[1249370116] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"132.377114ms","start":"2026-07-24T17:34:25.317204Z","end":"2026-07-24T17:34:25.449581Z","steps":["trace[1249370116] 'process raft request' (duration: 132.151727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:25.449759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.718147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:25.449931Z","caller":"traceutil/trace.go:171","msg":"trace[433063646] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5523; }","duration":"126.944964ms","start":"2026-07-24T17:34:25.322968Z","end":"2026-07-24T17:34:25.449913Z","steps":["trace[433063646] 'agreement among raft nodes before linearized reading' (duration: 126.696886ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:25.450464Z","caller":"traceutil/trace.go:171","msg":"trace[996284448] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5778; }","duration":"126.543861ms","start":"2026-07-24T17:34:25.323002Z","end":"2026-07-24T17:34:25.449546Z","steps":["trace[996284448] 'read index received' (duration: 126.383716ms)","trace[996284448] 'applied index is now lower than readState.Index' (duration: 158.955µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:26.045123Z","caller":"traceutil/trace.go:171","msg":"trace[1771462449] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"157.393141ms","start":"2026-07-24T17:34:25.88771Z","end":"2026-07-24T17:34:26.045103Z","steps":["trace[1771462449] 'process raft request' (duration: 84.903285ms)","trace[1771462449] 'compare' (duration: 72.150835ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:26.699541Z","caller":"traceutil/trace.go:171","msg":"trace[661652849] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"112.482582ms","start":"2026-07-24T17:34:26.587023Z","end":"2026-07-24T17:34:26.699506Z","steps":["trace[661652849] 'process raft request' (duration: 110.799229ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:26.702257Z","caller":"traceutil/trace.go:171","msg":"trace[729158151] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"112.0941ms","start":"2026-07-24T17:34:26.590131Z","end":"2026-07-24T17:34:26.702225Z","steps":["trace[729158151] 'process raft request' (duration: 111.45296ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:28.312502Z","caller":"traceutil/trace.go:171","msg":"trace[856460481] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5538; }","duration":"117.844487ms","start":"2026-07-24T17:34:28.194638Z","end":"2026-07-24T17:34:28.312483Z","steps":["trace[856460481] 'process raft request' (duration: 117.674732ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:28.471232Z","caller":"traceutil/trace.go:171","msg":"trace[226882538] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5538; }","duration":"117.61585ms","start":"2026-07-24T17:34:28.353587Z","end":"2026-07-24T17:34:28.471203Z","steps":["trace[226882538] 'process raft request' (duration: 117.495546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:28.801378Z","caller":"traceutil/trace.go:171","msg":"trace[1030590108] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5538; }","duration":"304.030634ms","start":"2026-07-24T17:34:28.497315Z","end":"2026-07-24T17:34:28.801346Z","steps":["trace[1030590108] 'process raft request' (duration: 303.801597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:28.801526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:28.497287Z","time spent":"304.176159ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:34:28.920952Z","caller":"traceutil/trace.go:171","msg":"trace[574552685] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"160.357474ms","start":"2026-07-24T17:34:28.760541Z","end":"2026-07-24T17:34:28.920899Z","steps":["trace[574552685] 'process raft request' (duration: 159.974422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:28.921109Z","caller":"traceutil/trace.go:171","msg":"trace[1219090151] linearizableReadLoop","detail":"{readStateIndex:5800; appliedIndex:5799; }","duration":"118.569219ms","start":"2026-07-24T17:34:28.802491Z","end":"2026-07-24T17:34:28.92106Z","steps":["trace[1219090151] 'read index received' (duration: 117.885688ms)","trace[1219090151] 'applied index is now lower than readState.Index' (duration: 676.281µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:28.921462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.940481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:1 size:25312"} {"level":"info","ts":"2026-07-24T17:34:28.921528Z","caller":"traceutil/trace.go:171","msg":"trace[397495930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:1; response_revision:5539; }","duration":"119.069145ms","start":"2026-07-24T17:34:28.802445Z","end":"2026-07-24T17:34:28.921514Z","steps":["trace[397495930] 'agreement among raft nodes before linearized reading' (duration: 118.803176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:28.949256Z","caller":"traceutil/trace.go:171","msg":"trace[631055621] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"142.518563ms","start":"2026-07-24T17:34:28.806696Z","end":"2026-07-24T17:34:28.949215Z","steps":["trace[631055621] 'process raft request' (duration: 139.787037ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:29.703156Z","caller":"traceutil/trace.go:171","msg":"trace[1776880119] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5545; }","duration":"120.179364ms","start":"2026-07-24T17:34:29.582957Z","end":"2026-07-24T17:34:29.703137Z","steps":["trace[1776880119] 'process raft request' (duration: 120.06771ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:30.550624Z","caller":"traceutil/trace.go:171","msg":"trace[1547928397] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"466.309521ms","start":"2026-07-24T17:34:30.084288Z","end":"2026-07-24T17:34:30.550597Z","steps":["trace[1547928397] 'process raft request' (duration: 466.088084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:30.550794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:30.08426Z","time spent":"466.453396ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:34:30.63906Z","caller":"traceutil/trace.go:171","msg":"trace[550985693] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5812; }","duration":"534.946014ms","start":"2026-07-24T17:34:30.104085Z","end":"2026-07-24T17:34:30.639031Z","steps":["trace[550985693] 'read index received' (duration: 446.380584ms)","trace[550985693] 'applied index is now lower than readState.Index' (duration: 88.56432ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:30.639119Z","caller":"traceutil/trace.go:171","msg":"trace[1194306657] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"554.766958ms","start":"2026-07-24T17:34:30.084325Z","end":"2026-07-24T17:34:30.639092Z","steps":["trace[1194306657] 'process raft request' (duration: 523.603286ms)","trace[1194306657] 'compare' (duration: 30.971156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:30.639234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.14723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:30.639279Z","caller":"traceutil/trace.go:171","msg":"trace[1727986340] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5547; }","duration":"535.247294ms","start":"2026-07-24T17:34:30.104022Z","end":"2026-07-24T17:34:30.639269Z","steps":["trace[1727986340] 'agreement among raft nodes before linearized reading' (duration: 535.157951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:30.639309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.755337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:34:30.639329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:30.103997Z","time spent":"535.301165ms","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:34:30.639377Z","caller":"traceutil/trace.go:171","msg":"trace[603279082] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5547; }","duration":"407.931603ms","start":"2026-07-24T17:34:30.231427Z","end":"2026-07-24T17:34:30.639358Z","steps":["trace[603279082] 'agreement among raft nodes before linearized reading' (duration: 407.762097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:30.639389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.31331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:34:30.639431Z","caller":"traceutil/trace.go:171","msg":"trace[2140086269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5547; }","duration":"166.384292ms","start":"2026-07-24T17:34:30.473039Z","end":"2026-07-24T17:34:30.639423Z","steps":["trace[2140086269] 'agreement among raft nodes before linearized reading' (duration: 166.227957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:30.639436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:30.231409Z","time spent":"408.011765ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:34:30.639239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:30.0843Z","time spent":"554.879502ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:34:31.080828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.61368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:34:31.080918Z","caller":"traceutil/trace.go:171","msg":"trace[133491723] linearizableReadLoop","detail":"{readStateIndex:5815; appliedIndex:5814; }","duration":"149.977397ms","start":"2026-07-24T17:34:30.930924Z","end":"2026-07-24T17:34:31.080901Z","steps":["trace[133491723] 'read index received' (duration: 37.202912ms)","trace[133491723] 'applied index is now lower than readState.Index' (duration: 112.773305ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:31.080984Z","caller":"traceutil/trace.go:171","msg":"trace[2113226985] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"154.477409ms","start":"2026-07-24T17:34:30.926491Z","end":"2026-07-24T17:34:31.080968Z","steps":["trace[2113226985] 'process raft request' (duration: 41.654592ms)","trace[2113226985] 'compare' (duration: 112.386843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:31.081008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.090081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:34:31.081036Z","caller":"traceutil/trace.go:171","msg":"trace[2112649792] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5548; }","duration":"150.118942ms","start":"2026-07-24T17:34:30.930906Z","end":"2026-07-24T17:34:31.081025Z","steps":["trace[2112649792] 'agreement among raft nodes before linearized reading' (duration: 150.0594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:31.083364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.596583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:34:31.083454Z","caller":"traceutil/trace.go:171","msg":"trace[941377633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5549; }","duration":"128.715198ms","start":"2026-07-24T17:34:30.954719Z","end":"2026-07-24T17:34:31.083434Z","steps":["trace[941377633] 'agreement among raft nodes before linearized reading' (duration: 128.48441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:31.083854Z","caller":"traceutil/trace.go:171","msg":"trace[745994412] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"129.508792ms","start":"2026-07-24T17:34:30.954301Z","end":"2026-07-24T17:34:31.08381Z","steps":["trace[745994412] 'process raft request' (duration: 128.79202ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:31.332439Z","caller":"traceutil/trace.go:171","msg":"trace[407511929] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"245.067237ms","start":"2026-07-24T17:34:31.087346Z","end":"2026-07-24T17:34:31.332414Z","steps":["trace[407511929] 'process raft request' (duration: 186.685206ms)","trace[407511929] 'compare' (duration: 58.272528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:31.577632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.278934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:34:31.5779Z","caller":"traceutil/trace.go:171","msg":"trace[176906444] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"489.646248ms","start":"2026-07-24T17:34:31.088224Z","end":"2026-07-24T17:34:31.57787Z","steps":["trace[176906444] 'process raft request' (duration: 360.955511ms)","trace[176906444] 'compare' (duration: 128.111079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:31.578022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.845138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:31.57806Z","caller":"traceutil/trace.go:171","msg":"trace[1070737674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5553; }","duration":"471.885339ms","start":"2026-07-24T17:34:31.106166Z","end":"2026-07-24T17:34:31.578051Z","steps":["trace[1070737674] 'agreement among raft nodes before linearized reading' (duration: 471.799476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:31.578092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:31.106113Z","time spent":"471.971731ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:34:31.578304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:31.088199Z","time spent":"489.778633ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:34:31.578468Z","caller":"traceutil/trace.go:171","msg":"trace[1570948009] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"489.816714ms","start":"2026-07-24T17:34:31.088639Z","end":"2026-07-24T17:34:31.578456Z","steps":["trace[1570948009] 'process raft request' (duration: 489.095131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:31.577934Z","caller":"traceutil/trace.go:171","msg":"trace[195914544] linearizableReadLoop","detail":"{readStateIndex:5820; appliedIndex:5816; }","duration":"471.742665ms","start":"2026-07-24T17:34:31.106172Z","end":"2026-07-24T17:34:31.577915Z","steps":["trace[195914544] 'read index received' (duration: 167.932155ms)","trace[195914544] 'applied index is now lower than readState.Index' (duration: 303.80967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:31.578538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:31.088626Z","time spent":"489.878176ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:34:31.578623Z","caller":"traceutil/trace.go:171","msg":"trace[1273121215] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"488.796942ms","start":"2026-07-24T17:34:31.089817Z","end":"2026-07-24T17:34:31.578613Z","steps":["trace[1273121215] 'process raft request' (duration: 488.055148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:31.578673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:31.08981Z","time spent":"488.838593ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:34:31.578851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.401959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:34:31.5789Z","caller":"traceutil/trace.go:171","msg":"trace[96104205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5553; }","duration":"102.478131ms","start":"2026-07-24T17:34:31.476409Z","end":"2026-07-24T17:34:31.578887Z","steps":["trace[96104205] 'agreement among raft nodes before linearized reading' (duration: 102.327377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:31.877562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.782611ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:34:31.877793Z","caller":"traceutil/trace.go:171","msg":"trace[849782608] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"121.660476ms","start":"2026-07-24T17:34:31.756118Z","end":"2026-07-24T17:34:31.877778Z","steps":["trace[849782608] 'process raft request' (duration: 121.542012ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:33.611862Z","caller":"traceutil/trace.go:171","msg":"trace[909392050] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5828; }","duration":"185.660383ms","start":"2026-07-24T17:34:33.426137Z","end":"2026-07-24T17:34:33.611797Z","steps":["trace[909392050] 'read index received' (duration: 185.358303ms)","trace[909392050] 'applied index is now lower than readState.Index' (duration: 300.8µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:33.611996Z","caller":"traceutil/trace.go:171","msg":"trace[1756153225] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"201.878215ms","start":"2026-07-24T17:34:33.410107Z","end":"2026-07-24T17:34:33.611985Z","steps":["trace[1756153225] 'process raft request' (duration: 201.518133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:33.612275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.107888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:33.612334Z","caller":"traceutil/trace.go:171","msg":"trace[1317921700] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5561; }","duration":"186.228591ms","start":"2026-07-24T17:34:33.426091Z","end":"2026-07-24T17:34:33.61232Z","steps":["trace[1317921700] 'agreement among raft nodes before linearized reading' (duration: 186.075256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:33.612472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.222154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:34:33.612581Z","caller":"traceutil/trace.go:171","msg":"trace[919554099] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5561; }","duration":"112.366958ms","start":"2026-07-24T17:34:33.500195Z","end":"2026-07-24T17:34:33.612562Z","steps":["trace[919554099] 'agreement among raft nodes before linearized reading' (duration: 112.100799ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:35.796769Z","caller":"traceutil/trace.go:171","msg":"trace[1338641586] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"136.464926ms","start":"2026-07-24T17:34:35.66028Z","end":"2026-07-24T17:34:35.796745Z","steps":["trace[1338641586] 'process raft request' (duration: 89.681667ms)","trace[1338641586] 'compare' (duration: 46.648625ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:35.796922Z","caller":"traceutil/trace.go:171","msg":"trace[420207215] linearizableReadLoop","detail":"{readStateIndex:5841; appliedIndex:5839; }","duration":"120.034677ms","start":"2026-07-24T17:34:35.676844Z","end":"2026-07-24T17:34:35.796878Z","steps":["trace[420207215] 'read index received' (duration: 73.130933ms)","trace[420207215] 'applied index is now lower than readState.Index' (duration: 46.901924ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:35.797237Z","caller":"traceutil/trace.go:171","msg":"trace[1861459983] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"135.122594ms","start":"2026-07-24T17:34:35.662102Z","end":"2026-07-24T17:34:35.797224Z","steps":["trace[1861459983] 'process raft request' (duration: 134.613727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:35.797245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.393717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:34:35.797287Z","caller":"traceutil/trace.go:171","msg":"trace[330920024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5573; }","duration":"120.486901ms","start":"2026-07-24T17:34:35.67679Z","end":"2026-07-24T17:34:35.797276Z","steps":["trace[330920024] 'agreement among raft nodes before linearized reading' (duration: 120.329846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:46.816713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.212735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:34:46.817044Z","caller":"traceutil/trace.go:171","msg":"trace[2064723824] linearizableReadLoop","detail":"{readStateIndex:5911; appliedIndex:5910; }","duration":"221.06184ms","start":"2026-07-24T17:34:46.595964Z","end":"2026-07-24T17:34:46.817026Z","steps":["trace[2064723824] 'read index received' (duration: 110.385811ms)","trace[2064723824] 'applied index is now lower than readState.Index' (duration: 110.674619ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:46.817084Z","caller":"traceutil/trace.go:171","msg":"trace[1341088860] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"223.740445ms","start":"2026-07-24T17:34:46.593308Z","end":"2026-07-24T17:34:46.817048Z","steps":["trace[1341088860] 'process raft request' (duration: 113.030694ms)","trace[1341088860] 'compare' (duration: 110.05765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:46.817284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.307187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-24T17:34:46.817381Z","caller":"traceutil/trace.go:171","msg":"trace[576765525] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:5639; }","duration":"221.455783ms","start":"2026-07-24T17:34:46.595909Z","end":"2026-07-24T17:34:46.817365Z","steps":["trace[576765525] 'agreement among raft nodes before linearized reading' (duration: 221.166624ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:46.845609Z","caller":"traceutil/trace.go:171","msg":"trace[1453485116] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"187.52175ms","start":"2026-07-24T17:34:46.658065Z","end":"2026-07-24T17:34:46.845586Z","steps":["trace[1453485116] 'process raft request' (duration: 187.397726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:47.053419Z","caller":"traceutil/trace.go:171","msg":"trace[698211591] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"191.599731ms","start":"2026-07-24T17:34:46.861798Z","end":"2026-07-24T17:34:47.053398Z","steps":["trace[698211591] 'process raft request' (duration: 112.57069ms)","trace[698211591] 'compare' (duration: 78.705151ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:47.053447Z","caller":"traceutil/trace.go:171","msg":"trace[438534483] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"164.666392ms","start":"2026-07-24T17:34:46.888761Z","end":"2026-07-24T17:34:47.053427Z","steps":["trace[438534483] 'process raft request' (duration: 164.530608ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:47.053447Z","caller":"traceutil/trace.go:171","msg":"trace[867548313] linearizableReadLoop","detail":"{readStateIndex:5914; appliedIndex:5913; }","duration":"190.212287ms","start":"2026-07-24T17:34:46.863199Z","end":"2026-07-24T17:34:47.053412Z","steps":["trace[867548313] 'read index received' (duration: 111.182606ms)","trace[867548313] 'applied index is now lower than readState.Index' (duration: 79.027371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:47.053689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.470655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:34:47.053749Z","caller":"traceutil/trace.go:171","msg":"trace[125788634] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5643; }","duration":"190.581379ms","start":"2026-07-24T17:34:46.863154Z","end":"2026-07-24T17:34:47.053735Z","steps":["trace[125788634] 'agreement among raft nodes before linearized reading' (duration: 190.384432ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:48.955931Z","caller":"traceutil/trace.go:171","msg":"trace[1708797892] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"104.967272ms","start":"2026-07-24T17:34:48.850945Z","end":"2026-07-24T17:34:48.955912Z","steps":["trace[1708797892] 'process raft request' (duration: 104.771816ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:49.970637Z","caller":"traceutil/trace.go:171","msg":"trace[590245572] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"256.930471ms","start":"2026-07-24T17:34:49.71367Z","end":"2026-07-24T17:34:49.9706Z","steps":["trace[590245572] 'process raft request' (duration: 239.739992ms)","trace[590245572] 'compare' (duration: 16.2638ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:49.970767Z","caller":"traceutil/trace.go:171","msg":"trace[192735515] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5939; }","duration":"113.509708ms","start":"2026-07-24T17:34:49.857182Z","end":"2026-07-24T17:34:49.970692Z","steps":["trace[192735515] 'read index received' (duration: 96.198835ms)","trace[192735515] 'applied index is now lower than readState.Index' (duration: 17.308363ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:49.970918Z","caller":"traceutil/trace.go:171","msg":"trace[876857812] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"179.837518ms","start":"2026-07-24T17:34:49.791013Z","end":"2026-07-24T17:34:49.97085Z","steps":["trace[876857812] 'process raft request' (duration: 179.548079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:49.971122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.919221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:34:49.971185Z","caller":"traceutil/trace.go:171","msg":"trace[1366508950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5668; }","duration":"114.020064ms","start":"2026-07-24T17:34:49.857145Z","end":"2026-07-24T17:34:49.971165Z","steps":["trace[1366508950] 'agreement among raft nodes before linearized reading' (duration: 113.754346ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:50.677709Z","caller":"traceutil/trace.go:171","msg":"trace[1951993370] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"702.484576ms","start":"2026-07-24T17:34:49.9752Z","end":"2026-07-24T17:34:50.677685Z","steps":["trace[1951993370] 'process raft request' (duration: 702.29927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:50.677828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:49.975179Z","time spent":"702.592029ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:34:50.677885Z","caller":"traceutil/trace.go:171","msg":"trace[831407751] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5941; }","duration":"689.753569ms","start":"2026-07-24T17:34:49.988053Z","end":"2026-07-24T17:34:50.677807Z","steps":["trace[831407751] 'read index received' (duration: 38.641735ms)","trace[831407751] 'applied index is now lower than readState.Index' (duration: 651.108184ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:50.677914Z","caller":"traceutil/trace.go:171","msg":"trace[829693097] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"700.396629ms","start":"2026-07-24T17:34:49.977505Z","end":"2026-07-24T17:34:50.677902Z","steps":["trace[829693097] 'process raft request' (duration: 700.144031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:50.678378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.89502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:50.678418Z","caller":"traceutil/trace.go:171","msg":"trace[358747387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5671; }","duration":"571.932171ms","start":"2026-07-24T17:34:50.106474Z","end":"2026-07-24T17:34:50.678406Z","steps":["trace[358747387] 'agreement among raft nodes before linearized reading' (duration: 571.87949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:50.678452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:50.106416Z","time spent":"572.028945ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:34:50.678142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.065559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:34:50.678967Z","caller":"traceutil/trace.go:171","msg":"trace[1084568339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5671; }","duration":"690.946558ms","start":"2026-07-24T17:34:49.988009Z","end":"2026-07-24T17:34:50.678955Z","steps":["trace[1084568339] 'agreement among raft nodes before linearized reading' (duration: 689.973847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:50.679042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:49.987993Z","time spent":"691.0207ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:34:50.679137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.972233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-xkm4n\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-07-24T17:34:50.679219Z","caller":"traceutil/trace.go:171","msg":"trace[1727259478] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-xkm4n; range_end:; response_count:1; response_revision:5671; }","duration":"658.088887ms","start":"2026-07-24T17:34:50.021108Z","end":"2026-07-24T17:34:50.679197Z","steps":["trace[1727259478] 'agreement among raft nodes before linearized reading' (duration: 657.23772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:50.680236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:50.021088Z","time spent":"659.12945ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4380,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-xkm4n\" "} {"level":"warn","ts":"2026-07-24T17:34:50.678894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:49.977497Z","time spent":"700.769281ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:34:51.354255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121394783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:34:51.580147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.803514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:34:51.580288Z","caller":"traceutil/trace.go:171","msg":"trace[1908802966] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"896.521055ms","start":"2026-07-24T17:34:50.683741Z","end":"2026-07-24T17:34:51.580262Z","steps":["trace[1908802966] 'process raft request' (duration: 781.500894ms)","trace[1908802966] 'compare' (duration: 114.558996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:51.580381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:50.683722Z","time spent":"896.615478ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:34:51.585159Z","caller":"traceutil/trace.go:171","msg":"trace[440726136] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"897.056733ms","start":"2026-07-24T17:34:50.688091Z","end":"2026-07-24T17:34:51.585148Z","steps":["trace[440726136] 'process raft request' (duration: 896.96372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.585219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:50.688082Z","time spent":"897.109854ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:34:51.585716Z","caller":"traceutil/trace.go:171","msg":"trace[376054905] linearizableReadLoop","detail":"{readStateIndex:5950; appliedIndex:5944; }","duration":"731.482867ms","start":"2026-07-24T17:34:50.854201Z","end":"2026-07-24T17:34:51.585684Z","steps":["trace[376054905] 'read index received' (duration: 611.000661ms)","trace[376054905] 'applied index is now lower than readState.Index' (duration: 120.481176ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:51.585874Z","caller":"traceutil/trace.go:171","msg":"trace[278301031] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"624.146604ms","start":"2026-07-24T17:34:50.961715Z","end":"2026-07-24T17:34:51.585861Z","steps":["trace[278301031] 'process raft request' (duration: 623.785633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.585887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.681283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:34:51.585928Z","caller":"traceutil/trace.go:171","msg":"trace[312551529] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5677; }","duration":"731.759075ms","start":"2026-07-24T17:34:50.854161Z","end":"2026-07-24T17:34:51.58592Z","steps":["trace[312551529] 'agreement among raft nodes before linearized reading' (duration: 731.697663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.585956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:50.854144Z","time spent":"731.804657ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:34:51.585982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:50.961687Z","time spent":"624.220776ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:34:51.586071Z","caller":"traceutil/trace.go:171","msg":"trace[552434889] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"331.532031ms","start":"2026-07-24T17:34:51.254531Z","end":"2026-07-24T17:34:51.586063Z","steps":["trace[552434889] 'process raft request' (duration: 331.064466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.586117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:51.254506Z","time spent":"331.587543ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:34:51.586181Z","caller":"traceutil/trace.go:171","msg":"trace[546673516] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"231.990435ms","start":"2026-07-24T17:34:51.354176Z","end":"2026-07-24T17:34:51.586166Z","steps":["trace[546673516] 'process raft request' (duration: 231.453938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.586275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.268001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:51.586327Z","caller":"traceutil/trace.go:171","msg":"trace[670421741] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5677; }","duration":"646.386325ms","start":"2026-07-24T17:34:50.939925Z","end":"2026-07-24T17:34:51.586312Z","steps":["trace[670421741] 'agreement among raft nodes before linearized reading' (duration: 646.314223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.586361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:50.939909Z","time spent":"646.443717ms","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:34:51.585898Z","caller":"traceutil/trace.go:171","msg":"trace[1711788442] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"624.259368ms","start":"2026-07-24T17:34:50.96156Z","end":"2026-07-24T17:34:51.58582Z","steps":["trace[1711788442] 'process raft request' (duration: 623.558586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.586435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:50.961541Z","time spent":"624.874687ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:34:51.586706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.80333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:34:51.586726Z","caller":"traceutil/trace.go:171","msg":"trace[272348184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5677; }","duration":"422.852302ms","start":"2026-07-24T17:34:51.163867Z","end":"2026-07-24T17:34:51.586719Z","steps":["trace[272348184] 'agreement among raft nodes before linearized reading' (duration: 422.768409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.586742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:51.163851Z","time spent":"422.886923ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:34:51.58853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.844292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:51.58858Z","caller":"traceutil/trace.go:171","msg":"trace[1328873206] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5677; }","duration":"367.933535ms","start":"2026-07-24T17:34:51.220634Z","end":"2026-07-24T17:34:51.588567Z","steps":["trace[1328873206] 'agreement among raft nodes before linearized reading' (duration: 365.871589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:51.588691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:34:51.220612Z","time spent":"368.06782ms","remote":"127.0.0.1:36808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:34:51.772181Z","caller":"traceutil/trace.go:171","msg":"trace[1976905147] linearizableReadLoop","detail":"{readStateIndex:5951; appliedIndex:5950; }","duration":"126.188599ms","start":"2026-07-24T17:34:51.645973Z","end":"2026-07-24T17:34:51.772162Z","steps":["trace[1976905147] 'read index received' (duration: 126.098146ms)","trace[1976905147] 'applied index is now lower than readState.Index' (duration: 89.733µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:34:51.772294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.306903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:51.772293Z","caller":"traceutil/trace.go:171","msg":"trace[40550278] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"151.978124ms","start":"2026-07-24T17:34:51.620279Z","end":"2026-07-24T17:34:51.772258Z","steps":["trace[40550278] 'process raft request' (duration: 151.758547ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:51.772343Z","caller":"traceutil/trace.go:171","msg":"trace[945181228] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5678; }","duration":"126.403326ms","start":"2026-07-24T17:34:51.645929Z","end":"2026-07-24T17:34:51.772333Z","steps":["trace[945181228] 'agreement among raft nodes before linearized reading' (duration: 126.318123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:58.233712Z","caller":"traceutil/trace.go:171","msg":"trace[517045719] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"197.061608ms","start":"2026-07-24T17:34:58.036631Z","end":"2026-07-24T17:34:58.233692Z","steps":["trace[517045719] 'process raft request' (duration: 196.937244ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:58.237348Z","caller":"traceutil/trace.go:171","msg":"trace[885800430] linearizableReadLoop","detail":"{readStateIndex:6316; appliedIndex:6311; }","duration":"162.61646ms","start":"2026-07-24T17:34:58.074716Z","end":"2026-07-24T17:34:58.237332Z","steps":["trace[885800430] 'read index received' (duration: 158.827128ms)","trace[885800430] 'applied index is now lower than readState.Index' (duration: 3.788672ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:58.237359Z","caller":"traceutil/trace.go:171","msg":"trace[1621711174] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"179.842914ms","start":"2026-07-24T17:34:58.057496Z","end":"2026-07-24T17:34:58.237339Z","steps":["trace[1621711174] 'process raft request' (duration: 179.646388ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:58.237436Z","caller":"traceutil/trace.go:171","msg":"trace[146930340] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"170.770312ms","start":"2026-07-24T17:34:58.066657Z","end":"2026-07-24T17:34:58.237427Z","steps":["trace[146930340] 'process raft request' (duration: 170.600417ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:58.237634Z","caller":"traceutil/trace.go:171","msg":"trace[881036726] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"164.917195ms","start":"2026-07-24T17:34:58.072711Z","end":"2026-07-24T17:34:58.237628Z","steps":["trace[881036726] 'process raft request' (duration: 164.571273ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:58.237722Z","caller":"traceutil/trace.go:171","msg":"trace[1186356990] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"164.050906ms","start":"2026-07-24T17:34:58.073664Z","end":"2026-07-24T17:34:58.237715Z","steps":["trace[1186356990] 'process raft request' (duration: 163.641563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:58.237923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.216929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:34:58.237962Z","caller":"traceutil/trace.go:171","msg":"trace[1020739263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6034; }","duration":"163.270821ms","start":"2026-07-24T17:34:58.074683Z","end":"2026-07-24T17:34:58.237954Z","steps":["trace[1020739263] 'agreement among raft nodes before linearized reading' (duration: 163.113006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:58.238123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.252354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:34:58.238151Z","caller":"traceutil/trace.go:171","msg":"trace[271345424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6034; }","duration":"160.302836ms","start":"2026-07-24T17:34:58.077842Z","end":"2026-07-24T17:34:58.238145Z","steps":["trace[271345424] 'agreement among raft nodes before linearized reading' (duration: 160.225254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:58.23832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.752912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:58.238345Z","caller":"traceutil/trace.go:171","msg":"trace[761969612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6034; }","duration":"133.801633ms","start":"2026-07-24T17:34:58.104537Z","end":"2026-07-24T17:34:58.238339Z","steps":["trace[761969612] 'agreement among raft nodes before linearized reading' (duration: 133.765172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:58.238492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.851764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-07-24T17:34:58.238518Z","caller":"traceutil/trace.go:171","msg":"trace[859184830] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6034; }","duration":"151.895856ms","start":"2026-07-24T17:34:58.086613Z","end":"2026-07-24T17:34:58.238509Z","steps":["trace[859184830] 'agreement among raft nodes before linearized reading' (duration: 151.822334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:34:58.238659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.183737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:34:58.238676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.301084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:34:58.238689Z","caller":"traceutil/trace.go:171","msg":"trace[417698061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6034; }","duration":"158.25255ms","start":"2026-07-24T17:34:58.08043Z","end":"2026-07-24T17:34:58.238683Z","steps":["trace[417698061] 'agreement among raft nodes before linearized reading' (duration: 158.172368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:58.238708Z","caller":"traceutil/trace.go:171","msg":"trace[306059347] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:6034; }","duration":"159.353185ms","start":"2026-07-24T17:34:58.079347Z","end":"2026-07-24T17:34:58.238701Z","steps":["trace[306059347] 'agreement among raft nodes before linearized reading' (duration: 159.292203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:58.844839Z","caller":"traceutil/trace.go:171","msg":"trace[63176306] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"127.385257ms","start":"2026-07-24T17:34:58.717424Z","end":"2026-07-24T17:34:58.844809Z","steps":["trace[63176306] 'process raft request' (duration: 127.283983ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:34:58.84487Z","caller":"traceutil/trace.go:171","msg":"trace[1709719829] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"130.965612ms","start":"2026-07-24T17:34:58.713876Z","end":"2026-07-24T17:34:58.844841Z","steps":["trace[1709719829] 'process raft request' (duration: 127.559452ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:05.196221Z","caller":"traceutil/trace.go:171","msg":"trace[1543921297] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"321.837669ms","start":"2026-07-24T17:35:04.874351Z","end":"2026-07-24T17:35:05.196189Z","steps":["trace[1543921297] 'process raft request' (duration: 321.525918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:05.197937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:04.87434Z","time spent":"323.481301ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:05.199085Z","caller":"traceutil/trace.go:171","msg":"trace[1854867812] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"312.866629ms","start":"2026-07-24T17:35:04.886182Z","end":"2026-07-24T17:35:05.199048Z","steps":["trace[1854867812] 'process raft request' (duration: 310.630417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:05.199204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:04.886159Z","time spent":"312.990902ms","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":253172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:35:06.375783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.370914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3cd2078-8831-47bb-b981-8476c564518e\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-24T17:35:06.375941Z","caller":"traceutil/trace.go:171","msg":"trace[287573304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3cd2078-8831-47bb-b981-8476c564518e; range_end:; response_count:1; response_revision:6181; }","duration":"219.555609ms","start":"2026-07-24T17:35:06.156362Z","end":"2026-07-24T17:35:06.375918Z","steps":["trace[287573304] 'range keys from in-memory index tree' (duration: 219.169277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:06.377013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.559263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-07-24T17:35:06.377118Z","caller":"traceutil/trace.go:171","msg":"trace[724643600] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6181; }","duration":"109.701627ms","start":"2026-07-24T17:35:06.267393Z","end":"2026-07-24T17:35:06.377095Z","steps":["trace[724643600] 'range keys from in-memory index tree' (duration: 108.137236ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:06.546557Z","caller":"traceutil/trace.go:171","msg":"trace[720716475] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"207.872323ms","start":"2026-07-24T17:35:06.338658Z","end":"2026-07-24T17:35:06.54653Z","steps":["trace[720716475] 'process raft request' (duration: 207.581543ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:06.546995Z","caller":"traceutil/trace.go:171","msg":"trace[92389921] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"207.045535ms","start":"2026-07-24T17:35:06.339904Z","end":"2026-07-24T17:35:06.54695Z","steps":["trace[92389921] 'process raft request' (duration: 206.521888ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:06.547289Z","caller":"traceutil/trace.go:171","msg":"trace[196123017] linearizableReadLoop","detail":"{readStateIndex:6469; appliedIndex:6466; }","duration":"192.611208ms","start":"2026-07-24T17:35:06.354658Z","end":"2026-07-24T17:35:06.547269Z","steps":["trace[196123017] 'read index received' (duration: 27.022724ms)","trace[196123017] 'applied index is now lower than readState.Index' (duration: 165.587394ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:06.547341Z","caller":"traceutil/trace.go:171","msg":"trace[527439436] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"203.693187ms","start":"2026-07-24T17:35:06.343612Z","end":"2026-07-24T17:35:06.547305Z","steps":["trace[527439436] 'process raft request' (duration: 203.227512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:06.547495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.813115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:35:06.547563Z","caller":"traceutil/trace.go:171","msg":"trace[1367128451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6185; }","duration":"192.920348ms","start":"2026-07-24T17:35:06.354625Z","end":"2026-07-24T17:35:06.547545Z","steps":["trace[1367128451] 'agreement among raft nodes before linearized reading' (duration: 192.707461ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:06.614728Z","caller":"traceutil/trace.go:171","msg":"trace[1623503985] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"230.784783ms","start":"2026-07-24T17:35:06.383918Z","end":"2026-07-24T17:35:06.614703Z","steps":["trace[1623503985] 'process raft request' (duration: 230.624478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:06.614801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.091364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-24T17:35:06.614867Z","caller":"traceutil/trace.go:171","msg":"trace[986972594] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6186; }","duration":"112.193277ms","start":"2026-07-24T17:35:06.502653Z","end":"2026-07-24T17:35:06.614846Z","steps":["trace[986972594] 'agreement among raft nodes before linearized reading' (duration: 112.024232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:06.614801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.114687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:35:06.614906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.208292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d5c5e48-aa6d-4685-b8b0-f1b47a828736\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-24T17:35:06.614905Z","caller":"traceutil/trace.go:171","msg":"trace[375944795] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6186; }","duration":"104.247101ms","start":"2026-07-24T17:35:06.510645Z","end":"2026-07-24T17:35:06.614892Z","steps":["trace[375944795] 'agreement among raft nodes before linearized reading' (duration: 104.086616ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:06.614983Z","caller":"traceutil/trace.go:171","msg":"trace[453986111] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d5c5e48-aa6d-4685-b8b0-f1b47a828736; range_end:; response_count:1; response_revision:6186; }","duration":"195.346737ms","start":"2026-07-24T17:35:06.419627Z","end":"2026-07-24T17:35:06.614974Z","steps":["trace[453986111] 'agreement among raft nodes before linearized reading' (duration: 195.218292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:06.614994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.837892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:35:06.61506Z","caller":"traceutil/trace.go:171","msg":"trace[376370450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6186; }","duration":"259.926605ms","start":"2026-07-24T17:35:06.355116Z","end":"2026-07-24T17:35:06.615043Z","steps":["trace[376370450] 'agreement among raft nodes before linearized reading' (duration: 259.658966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:06.615263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.218128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:35:06.615296Z","caller":"traceutil/trace.go:171","msg":"trace[2146120749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6186; }","duration":"257.27433ms","start":"2026-07-24T17:35:06.358015Z","end":"2026-07-24T17:35:06.615289Z","steps":["trace[2146120749] 'agreement among raft nodes before linearized reading' (duration: 257.143035ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:06.730944Z","caller":"traceutil/trace.go:171","msg":"trace[1092079727] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"111.190285ms","start":"2026-07-24T17:35:06.619735Z","end":"2026-07-24T17:35:06.730926Z","steps":["trace[1092079727] 'process raft request' (duration: 111.162674ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:06.73117Z","caller":"traceutil/trace.go:171","msg":"trace[730849104] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"178.481832ms","start":"2026-07-24T17:35:06.552682Z","end":"2026-07-24T17:35:06.731164Z","steps":["trace[730849104] 'process raft request' (duration: 140.69336ms)","trace[730849104] 'compare' (duration: 37.211833ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:06.731247Z","caller":"traceutil/trace.go:171","msg":"trace[409844816] linearizableReadLoop","detail":"{readStateIndex:6471; appliedIndex:6470; }","duration":"116.57938ms","start":"2026-07-24T17:35:06.614661Z","end":"2026-07-24T17:35:06.731241Z","steps":["trace[409844816] 'read index received' (duration: 78.726677ms)","trace[409844816] 'applied index is now lower than readState.Index' (duration: 37.852103ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:06.731295Z","caller":"traceutil/trace.go:171","msg":"trace[428824415] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"111.709642ms","start":"2026-07-24T17:35:06.619581Z","end":"2026-07-24T17:35:06.731291Z","steps":["trace[428824415] 'process raft request' (duration: 111.284018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:06.731419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.490764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:06.731445Z","caller":"traceutil/trace.go:171","msg":"trace[50579480] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6189; }","duration":"123.563506ms","start":"2026-07-24T17:35:06.607874Z","end":"2026-07-24T17:35:06.731438Z","steps":["trace[50579480] 'agreement among raft nodes before linearized reading' (duration: 123.512504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:06.731591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.365956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:35:06.731606Z","caller":"traceutil/trace.go:171","msg":"trace[1637762833] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:6189; }","duration":"173.401167ms","start":"2026-07-24T17:35:06.558199Z","end":"2026-07-24T17:35:06.7316Z","steps":["trace[1637762833] 'agreement among raft nodes before linearized reading' (duration: 173.334525ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:07.16686Z","caller":"traceutil/trace.go:171","msg":"trace[1427312510] linearizableReadLoop","detail":"{readStateIndex:6482; appliedIndex:6481; }","duration":"266.871913ms","start":"2026-07-24T17:35:06.89997Z","end":"2026-07-24T17:35:07.166842Z","steps":["trace[1427312510] 'read index received' (duration: 266.692377ms)","trace[1427312510] 'applied index is now lower than readState.Index' (duration: 178.896µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:07.167159Z","caller":"traceutil/trace.go:171","msg":"trace[1356330983] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"328.415303ms","start":"2026-07-24T17:35:06.838733Z","end":"2026-07-24T17:35:07.167148Z","steps":["trace[1356330983] 'process raft request' (duration: 327.961738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:07.167241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:06.838706Z","time spent":"328.480155ms","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:07.167468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.513004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:35:07.167508Z","caller":"traceutil/trace.go:171","msg":"trace[1604617730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6197; }","duration":"267.589206ms","start":"2026-07-24T17:35:06.89991Z","end":"2026-07-24T17:35:07.1675Z","steps":["trace[1604617730] 'agreement among raft nodes before linearized reading' (duration: 267.499643ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:07.459174Z","caller":"traceutil/trace.go:171","msg":"trace[493993745] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"288.350731ms","start":"2026-07-24T17:35:07.170797Z","end":"2026-07-24T17:35:07.459147Z","steps":["trace[493993745] 'process raft request' (duration: 288.015421ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:07.721157Z","caller":"traceutil/trace.go:171","msg":"trace[2134187357] linearizableReadLoop","detail":"{readStateIndex:6484; appliedIndex:6482; }","duration":"515.655876ms","start":"2026-07-24T17:35:07.205481Z","end":"2026-07-24T17:35:07.721137Z","steps":["trace[2134187357] 'read index received' (duration: 253.434401ms)","trace[2134187357] 'applied index is now lower than readState.Index' (duration: 262.220355ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:07.721215Z","caller":"traceutil/trace.go:171","msg":"trace[1571288558] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"546.944829ms","start":"2026-07-24T17:35:07.174231Z","end":"2026-07-24T17:35:07.721176Z","steps":["trace[1571288558] 'process raft request' (duration: 546.632529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:07.721555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.06254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:35:07.721634Z","caller":"traceutil/trace.go:171","msg":"trace[914309656] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6199; }","duration":"516.185034ms","start":"2026-07-24T17:35:07.205433Z","end":"2026-07-24T17:35:07.721618Z","steps":["trace[914309656] 'agreement among raft nodes before linearized reading' (duration: 515.927575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:07.721651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.517183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:35:07.721685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:07.205418Z","time spent":"516.250575ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:35:07.721706Z","caller":"traceutil/trace.go:171","msg":"trace[387096199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6199; }","duration":"511.626196ms","start":"2026-07-24T17:35:07.210066Z","end":"2026-07-24T17:35:07.721693Z","steps":["trace[387096199] 'agreement among raft nodes before linearized reading' (duration: 511.394818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:07.721743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:07.21005Z","time spent":"511.684788ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:35:07.722767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:07.174221Z","time spent":"547.091034ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4062,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:08.101375Z","caller":"traceutil/trace.go:171","msg":"trace[1720813565] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"185.03205ms","start":"2026-07-24T17:35:07.916311Z","end":"2026-07-24T17:35:08.101343Z","steps":["trace[1720813565] 'process raft request' (duration: 184.807033ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:08.114629Z","caller":"traceutil/trace.go:171","msg":"trace[1650577862] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6207; }","duration":"197.933787ms","start":"2026-07-24T17:35:07.916661Z","end":"2026-07-24T17:35:08.114595Z","steps":["trace[1650577862] 'process raft request' (duration: 197.814283ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:08.771803Z","caller":"traceutil/trace.go:171","msg":"trace[684583463] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"533.711072ms","start":"2026-07-24T17:35:08.238061Z","end":"2026-07-24T17:35:08.771772Z","steps":["trace[684583463] 'process raft request' (duration: 533.379021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:08.772143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:08.238038Z","time spent":"533.975441ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:08.783589Z","caller":"traceutil/trace.go:171","msg":"trace[1392013297] linearizableReadLoop","detail":"{readStateIndex:6503; appliedIndex:6496; }","duration":"166.76619ms","start":"2026-07-24T17:35:08.616787Z","end":"2026-07-24T17:35:08.783553Z","steps":["trace[1392013297] 'read index received' (duration: 154.745221ms)","trace[1392013297] 'applied index is now lower than readState.Index' (duration: 12.019609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:08.783739Z","caller":"traceutil/trace.go:171","msg":"trace[1747149773] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"230.150362ms","start":"2026-07-24T17:35:08.553577Z","end":"2026-07-24T17:35:08.783727Z","steps":["trace[1747149773] 'process raft request' (duration: 229.908134ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:08.78367Z","caller":"traceutil/trace.go:171","msg":"trace[1802384553] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"230.120882ms","start":"2026-07-24T17:35:08.553505Z","end":"2026-07-24T17:35:08.783626Z","steps":["trace[1802384553] 'process raft request' (duration: 229.924335ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:08.784244Z","caller":"traceutil/trace.go:171","msg":"trace[2096125710] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"514.282562ms","start":"2026-07-24T17:35:08.269927Z","end":"2026-07-24T17:35:08.78421Z","steps":["trace[2096125710] 'process raft request' (duration: 513.215698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:08.784277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.471962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:08.784308Z","caller":"traceutil/trace.go:171","msg":"trace[1755143930] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"230.885016ms","start":"2026-07-24T17:35:08.553405Z","end":"2026-07-24T17:35:08.78429Z","steps":["trace[1755143930] 'process raft request' (duration: 229.978437ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:08.78433Z","caller":"traceutil/trace.go:171","msg":"trace[1731647734] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6217; }","duration":"167.602417ms","start":"2026-07-24T17:35:08.616716Z","end":"2026-07-24T17:35:08.784319Z","steps":["trace[1731647734] 'agreement among raft nodes before linearized reading' (duration: 167.295147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:08.78437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:08.269903Z","time spent":"514.408267ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2610,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:35:08.784389Z","caller":"traceutil/trace.go:171","msg":"trace[179509887] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"396.22083ms","start":"2026-07-24T17:35:08.388161Z","end":"2026-07-24T17:35:08.784382Z","steps":["trace[179509887] 'process raft request' (duration: 395.152145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:08.784516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:08.388137Z","time spent":"396.268872ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:08.784258Z","caller":"traceutil/trace.go:171","msg":"trace[487353849] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"190.054684ms","start":"2026-07-24T17:35:08.594178Z","end":"2026-07-24T17:35:08.784232Z","steps":["trace[487353849] 'process raft request' (duration: 189.335681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:10.607168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121395805,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:35:10.755823Z","caller":"traceutil/trace.go:171","msg":"trace[1973606231] linearizableReadLoop","detail":"{readStateIndex:6540; appliedIndex:6539; }","duration":"649.55626ms","start":"2026-07-24T17:35:10.106245Z","end":"2026-07-24T17:35:10.755801Z","steps":["trace[1973606231] 'read index received' (duration: 620.518628ms)","trace[1973606231] 'applied index is now lower than readState.Index' (duration: 29.036762ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:10.755988Z","caller":"traceutil/trace.go:171","msg":"trace[1243499107] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"958.554844ms","start":"2026-07-24T17:35:09.797319Z","end":"2026-07-24T17:35:10.755874Z","steps":["trace[1243499107] 'process raft request' (duration: 929.627826ms)","trace[1243499107] 'compare' (duration: 28.773923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:10.756307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:09.797307Z","time spent":"958.925097ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4076,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:10.757038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.77751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:10.757089Z","caller":"traceutil/trace.go:171","msg":"trace[2074169736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6252; }","duration":"650.873173ms","start":"2026-07-24T17:35:10.106203Z","end":"2026-07-24T17:35:10.757076Z","steps":["trace[2074169736] 'agreement among raft nodes before linearized reading' (duration: 649.736396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:10.757122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:10.106185Z","time spent":"650.929354ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:35:10.757246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.2363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rb24\" ","response":"range_response_count:1 size:9871"} {"level":"info","ts":"2026-07-24T17:35:10.757284Z","caller":"traceutil/trace.go:171","msg":"trace[1608475849] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rb24; range_end:; response_count:1; response_revision:6252; }","duration":"546.302172ms","start":"2026-07-24T17:35:10.210971Z","end":"2026-07-24T17:35:10.757273Z","steps":["trace[1608475849] 'agreement among raft nodes before linearized reading' (duration: 545.704083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:10.757314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:10.210948Z","time spent":"546.360465ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9894,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rb24\" "} {"level":"warn","ts":"2026-07-24T17:35:10.75744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.104926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rb24.18c54a4a0ad5bc37\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-24T17:35:10.757472Z","caller":"traceutil/trace.go:171","msg":"trace[1257183139] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rb24.18c54a4a0ad5bc37; range_end:; response_count:1; response_revision:6252; }","duration":"546.170338ms","start":"2026-07-24T17:35:10.211294Z","end":"2026-07-24T17:35:10.757464Z","steps":["trace[1257183139] 'agreement among raft nodes before linearized reading' (duration: 545.513196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:10.757493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:10.211277Z","time spent":"546.210269ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7rb24.18c54a4a0ad5bc37\" "} {"level":"warn","ts":"2026-07-24T17:35:16.974036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.134058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:16.974131Z","caller":"traceutil/trace.go:171","msg":"trace[1915537153] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6321; }","duration":"119.275773ms","start":"2026-07-24T17:35:16.854836Z","end":"2026-07-24T17:35:16.974112Z","steps":["trace[1915537153] 'range keys from in-memory index tree' (duration: 119.017515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:17.863475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121396055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:35:18.364339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121396055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:35:18.865182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121396055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:35:19.013149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.666087134s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:35:19.021069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584481206s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:19.02116Z","caller":"traceutil/trace.go:171","msg":"trace[973979464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6374; }","duration":"1.58458791s","start":"2026-07-24T17:35:17.436558Z","end":"2026-07-24T17:35:19.021146Z","steps":["trace[973979464] 'range keys from in-memory index tree' (duration: 1.584467376s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:19.021847Z","caller":"traceutil/trace.go:171","msg":"trace[722894926] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"1.674849129s","start":"2026-07-24T17:35:17.346986Z","end":"2026-07-24T17:35:19.021836Z","steps":["trace[722894926] 'process raft request' (duration: 1.666401104s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.021911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.346977Z","time spent":"1.67489376s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:35:19.077965Z","caller":"traceutil/trace.go:171","msg":"trace[1629803531] transaction","detail":"{read_only:false; response_revision:6376; number_of_response:1; }","duration":"1.730927278s","start":"2026-07-24T17:35:17.347Z","end":"2026-07-24T17:35:19.077928Z","steps":["trace[1629803531] 'process raft request' (duration: 1.730706721s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:19.078073Z","caller":"traceutil/trace.go:171","msg":"trace[1451234097] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"1.73096953s","start":"2026-07-24T17:35:17.347057Z","end":"2026-07-24T17:35:19.078026Z","steps":["trace[1451234097] 'process raft request' (duration: 1.730777253s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.078114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.346986Z","time spent":"1.731065172s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:35:19.078199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.347052Z","time spent":"1.731081373s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:35:19.078181Z","caller":"traceutil/trace.go:171","msg":"trace[932166871] linearizableReadLoop","detail":"{readStateIndex:6668; appliedIndex:6665; }","duration":"1.715471185s","start":"2026-07-24T17:35:17.362689Z","end":"2026-07-24T17:35:19.07816Z","steps":["trace[932166871] 'read index received' (duration: 1.650707133s)","trace[932166871] 'applied index is now lower than readState.Index' (duration: 64.762932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:19.078678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715967401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-07-24T17:35:19.078758Z","caller":"traceutil/trace.go:171","msg":"trace[1991724083] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6382; }","duration":"1.716082655s","start":"2026-07-24T17:35:17.362652Z","end":"2026-07-24T17:35:19.078734Z","steps":["trace[1991724083] 'agreement among raft nodes before linearized reading' (duration: 1.715875648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.078807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.362634Z","time spent":"1.716161417s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T17:35:19.1159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.237483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:35:19.115936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.408613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:19.115967Z","caller":"traceutil/trace.go:171","msg":"trace[512395879] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6384; }","duration":"445.362686ms","start":"2026-07-24T17:35:18.670588Z","end":"2026-07-24T17:35:19.115951Z","steps":["trace[512395879] 'agreement among raft nodes before linearized reading' (duration: 445.217931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.116012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333705732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T17:35:19.116022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:18.670565Z","time spent":"445.436839ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:35:19.116007Z","caller":"traceutil/trace.go:171","msg":"trace[193830169] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6384; }","duration":"752.495075ms","start":"2026-07-24T17:35:18.363481Z","end":"2026-07-24T17:35:19.115976Z","steps":["trace[193830169] 'agreement among raft nodes before linearized reading' (duration: 752.399902ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:19.116051Z","caller":"traceutil/trace.go:171","msg":"trace[986170771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6384; }","duration":"1.333783635s","start":"2026-07-24T17:35:17.782255Z","end":"2026-07-24T17:35:19.116038Z","steps":["trace[986170771] 'agreement among raft nodes before linearized reading' (duration: 1.333660431s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.11613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:18.363467Z","time spent":"752.593249ms","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:19.116221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171288073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:35:19.116256Z","caller":"traceutil/trace.go:171","msg":"trace[261235544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6384; }","duration":"1.171353565s","start":"2026-07-24T17:35:17.944894Z","end":"2026-07-24T17:35:19.116248Z","steps":["trace[261235544] 'agreement among raft nodes before linearized reading' (duration: 1.171263502s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.11628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.944878Z","time spent":"1.171395446s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:35:19.116231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155463797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:19.116387Z","caller":"traceutil/trace.go:171","msg":"trace[200621524] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6384; }","duration":"1.155685885s","start":"2026-07-24T17:35:17.960682Z","end":"2026-07-24T17:35:19.116368Z","steps":["trace[200621524] 'agreement among raft nodes before linearized reading' (duration: 1.15524037s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.116483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.960659Z","time spent":"1.155799698s","remote":"127.0.0.1:50364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":8,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:19.116548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.160701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:35:19.116142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.782231Z","time spent":"1.333845336s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:35:19.116588Z","caller":"traceutil/trace.go:171","msg":"trace[1709267788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6384; }","duration":"125.220243ms","start":"2026-07-24T17:35:18.991358Z","end":"2026-07-24T17:35:19.116578Z","steps":["trace[1709267788] 'agreement among raft nodes before linearized reading' (duration: 125.12594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.116705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.606549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:35:19.116738Z","caller":"traceutil/trace.go:171","msg":"trace[151188891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6384; }","duration":"126.666001ms","start":"2026-07-24T17:35:18.990062Z","end":"2026-07-24T17:35:19.116728Z","steps":["trace[151188891] 'agreement among raft nodes before linearized reading' (duration: 126.589588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.116799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752818133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-24T17:35:19.11684Z","caller":"traceutil/trace.go:171","msg":"trace[160774756] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6384; }","duration":"1.752890335s","start":"2026-07-24T17:35:17.363938Z","end":"2026-07-24T17:35:19.116828Z","steps":["trace[160774756] 'agreement among raft nodes before linearized reading' (duration: 1.752799612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.116871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.363922Z","time spent":"1.752941206s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-24T17:35:19.116896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.917128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:35:19.116923Z","caller":"traceutil/trace.go:171","msg":"trace[1186413751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6384; }","duration":"126.97086ms","start":"2026-07-24T17:35:18.989944Z","end":"2026-07-24T17:35:19.116915Z","steps":["trace[1186413751] 'agreement among raft nodes before linearized reading' (duration: 126.897077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.117012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.262049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:35:19.117594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013522002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:19.117656Z","caller":"traceutil/trace.go:171","msg":"trace[682752109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6384; }","duration":"1.013597695s","start":"2026-07-24T17:35:18.104031Z","end":"2026-07-24T17:35:19.117628Z","steps":["trace[682752109] 'agreement among raft nodes before linearized reading' (duration: 1.012776948s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.117691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:18.104013Z","time spent":"1.013669318s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:35:19.116406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607740038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:35:19.118405Z","caller":"traceutil/trace.go:171","msg":"trace[282372392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6384; }","duration":"1.609776414s","start":"2026-07-24T17:35:17.508611Z","end":"2026-07-24T17:35:19.118387Z","steps":["trace[282372392] 'agreement among raft nodes before linearized reading' (duration: 1.607714006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.118455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.508584Z","time spent":"1.609855926s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:35:19.119557Z","caller":"traceutil/trace.go:171","msg":"trace[2005752991] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6384; }","duration":"225.836622ms","start":"2026-07-24T17:35:18.893705Z","end":"2026-07-24T17:35:19.119542Z","steps":["trace[2005752991] 'agreement among raft nodes before linearized reading' (duration: 223.282529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.121759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641368853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-07-24T17:35:19.121825Z","caller":"traceutil/trace.go:171","msg":"trace[381163642] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6384; }","duration":"1.641434385s","start":"2026-07-24T17:35:17.480368Z","end":"2026-07-24T17:35:19.121802Z","steps":["trace[381163642] 'agreement among raft nodes before linearized reading' (duration: 1.63605903s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.121862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:17.480353Z","time spent":"1.641496278s","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2207441,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-24T17:35:19.183926Z","caller":"traceutil/trace.go:171","msg":"trace[162193010] transaction","detail":"{read_only:false; response_revision:6385; number_of_response:1; }","duration":"101.052515ms","start":"2026-07-24T17:35:19.082757Z","end":"2026-07-24T17:35:19.183809Z","steps":["trace[162193010] 'process raft request' (duration: 100.805297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.184337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.596713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c54a4bf0a6fdda\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-07-24T17:35:19.184383Z","caller":"traceutil/trace.go:171","msg":"trace[176262850] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c54a4bf0a6fdda; range_end:; response_count:1; response_revision:6386; }","duration":"101.680705ms","start":"2026-07-24T17:35:19.082687Z","end":"2026-07-24T17:35:19.184368Z","steps":["trace[176262850] 'agreement among raft nodes before linearized reading' (duration: 101.480369ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:19.474057Z","caller":"traceutil/trace.go:171","msg":"trace[184485433] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"115.757385ms","start":"2026-07-24T17:35:19.358253Z","end":"2026-07-24T17:35:19.47401Z","steps":["trace[184485433] 'process raft request' (duration: 115.524597ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:19.47425Z","caller":"traceutil/trace.go:171","msg":"trace[954716573] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"112.963264ms","start":"2026-07-24T17:35:19.361247Z","end":"2026-07-24T17:35:19.474211Z","steps":["trace[954716573] 'process raft request' (duration: 112.787138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.474377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.623366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:35:19.474437Z","caller":"traceutil/trace.go:171","msg":"trace[619512126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6402; }","duration":"113.715168ms","start":"2026-07-24T17:35:19.360707Z","end":"2026-07-24T17:35:19.474423Z","steps":["trace[619512126] 'agreement among raft nodes before linearized reading' (duration: 113.511271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.474561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.823667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-24T17:35:19.474642Z","caller":"traceutil/trace.go:171","msg":"trace[1150053688] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6402; }","duration":"115.947841ms","start":"2026-07-24T17:35:19.35867Z","end":"2026-07-24T17:35:19.474618Z","steps":["trace[1150053688] 'agreement among raft nodes before linearized reading' (duration: 115.706064ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:19.620649Z","caller":"traceutil/trace.go:171","msg":"trace[1292220450] linearizableReadLoop","detail":"{readStateIndex:6694; appliedIndex:6693; }","duration":"128.711128ms","start":"2026-07-24T17:35:19.491911Z","end":"2026-07-24T17:35:19.620622Z","steps":["trace[1292220450] 'read index received' (duration: 43.097056ms)","trace[1292220450] 'applied index is now lower than readState.Index' (duration: 85.613001ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:19.620837Z","caller":"traceutil/trace.go:171","msg":"trace[817075202] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"129.184632ms","start":"2026-07-24T17:35:19.491617Z","end":"2026-07-24T17:35:19.620802Z","steps":["trace[817075202] 'process raft request' (duration: 43.450086ms)","trace[817075202] 'compare' (duration: 85.404196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:19.621065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.070049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-24T17:35:19.621079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.136591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61396"} {"level":"info","ts":"2026-07-24T17:35:19.621148Z","caller":"traceutil/trace.go:171","msg":"trace[1202378669] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6403; }","duration":"129.171032ms","start":"2026-07-24T17:35:19.491959Z","end":"2026-07-24T17:35:19.62113Z","steps":["trace[1202378669] 'agreement among raft nodes before linearized reading' (duration: 128.959025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:19.62116Z","caller":"traceutil/trace.go:171","msg":"trace[450121664] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6403; }","duration":"129.246064ms","start":"2026-07-24T17:35:19.491896Z","end":"2026-07-24T17:35:19.621142Z","steps":["trace[450121664] 'agreement among raft nodes before linearized reading' (duration: 128.902793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.621186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.520906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T17:35:19.62125Z","caller":"traceutil/trace.go:171","msg":"trace[375314325] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6403; }","duration":"126.608958ms","start":"2026-07-24T17:35:19.494623Z","end":"2026-07-24T17:35:19.621232Z","steps":["trace[375314325] 'agreement among raft nodes before linearized reading' (duration: 126.406002ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:19.942506Z","caller":"traceutil/trace.go:171","msg":"trace[1358724570] linearizableReadLoop","detail":"{readStateIndex:6695; appliedIndex:6694; }","duration":"306.224565ms","start":"2026-07-24T17:35:19.636244Z","end":"2026-07-24T17:35:19.942469Z","steps":["trace[1358724570] 'read index received' (duration: 295.877898ms)","trace[1358724570] 'applied index is now lower than readState.Index' (duration: 10.344767ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:19.942521Z","caller":"traceutil/trace.go:171","msg":"trace[1659824174] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"306.339089ms","start":"2026-07-24T17:35:19.636151Z","end":"2026-07-24T17:35:19.94249Z","steps":["trace[1659824174] 'process raft request' (duration: 295.997592ms)","trace[1659824174] 'compare' (duration: 10.109019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:19.942756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:19.636139Z","time spent":"306.489164ms","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:19.942879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.607147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-07-24T17:35:19.942987Z","caller":"traceutil/trace.go:171","msg":"trace[1110873146] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6404; }","duration":"306.762592ms","start":"2026-07-24T17:35:19.63621Z","end":"2026-07-24T17:35:19.942973Z","steps":["trace[1110873146] 'agreement among raft nodes before linearized reading' (duration: 306.345829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.943052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:19.636194Z","time spent":"306.832065ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T17:35:19.948652Z","caller":"traceutil/trace.go:171","msg":"trace[568046631] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"310.97534ms","start":"2026-07-24T17:35:19.637662Z","end":"2026-07-24T17:35:19.948637Z","steps":["trace[568046631] 'process raft request' (duration: 310.891997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:19.948728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:19.637653Z","time spent":"311.037602ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:20.271286Z","caller":"traceutil/trace.go:171","msg":"trace[461167746] linearizableReadLoop","detail":"{readStateIndex:6699; appliedIndex:6698; }","duration":"129.815395ms","start":"2026-07-24T17:35:20.14143Z","end":"2026-07-24T17:35:20.271245Z","steps":["trace[461167746] 'read index received' (duration: 129.433063ms)","trace[461167746] 'applied index is now lower than readState.Index' (duration: 380.942µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:20.271699Z","caller":"traceutil/trace.go:171","msg":"trace[1801389637] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"153.178928ms","start":"2026-07-24T17:35:20.118503Z","end":"2026-07-24T17:35:20.271682Z","steps":["trace[1801389637] 'process raft request' (duration: 152.443434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:20.272188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.421216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-24T17:35:20.272227Z","caller":"traceutil/trace.go:171","msg":"trace[1671375063] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6408; }","duration":"138.507709ms","start":"2026-07-24T17:35:20.133706Z","end":"2026-07-24T17:35:20.272214Z","steps":["trace[1671375063] 'agreement among raft nodes before linearized reading' (duration: 138.367584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:20.272377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.006884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-24T17:35:20.272491Z","caller":"traceutil/trace.go:171","msg":"trace[1541067424] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6408; }","duration":"127.160669ms","start":"2026-07-24T17:35:20.145308Z","end":"2026-07-24T17:35:20.272469Z","steps":["trace[1541067424] 'agreement among raft nodes before linearized reading' (duration: 126.88982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:20.78277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121396131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:35:21.283694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121396131,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:35:21.450379Z","caller":"traceutil/trace.go:171","msg":"trace[118987548] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"1.170799652s","start":"2026-07-24T17:35:20.279555Z","end":"2026-07-24T17:35:21.450354Z","steps":["trace[118987548] 'process raft request' (duration: 1.113192212s)","trace[118987548] 'compare' (duration: 57.412494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:21.450492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.279531Z","time spent":"1.170901846s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:21.471438Z","caller":"traceutil/trace.go:171","msg":"trace[1138971268] transaction","detail":"{read_only:false; response_revision:6411; number_of_response:1; }","duration":"1.189913047s","start":"2026-07-24T17:35:20.281505Z","end":"2026-07-24T17:35:21.471418Z","steps":["trace[1138971268] 'process raft request' (duration: 1.189676119s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:21.471552Z","caller":"traceutil/trace.go:171","msg":"trace[1165199181] transaction","detail":"{read_only:false; response_revision:6413; number_of_response:1; }","duration":"1.150212931s","start":"2026-07-24T17:35:20.321327Z","end":"2026-07-24T17:35:21.47154Z","steps":["trace[1165199181] 'process raft request' (duration: 1.149957433s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.47161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.321306Z","time spent":"1.150276244s","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:35:21.471614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.281496Z","time spent":"1.190047051s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:21.471458Z","caller":"traceutil/trace.go:171","msg":"trace[691160111] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"1.189775902s","start":"2026-07-24T17:35:20.281637Z","end":"2026-07-24T17:35:21.471413Z","steps":["trace[691160111] 'process raft request' (duration: 1.189611967s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:21.471785Z","caller":"traceutil/trace.go:171","msg":"trace[763278051] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"388.930209ms","start":"2026-07-24T17:35:21.082835Z","end":"2026-07-24T17:35:21.471765Z","steps":["trace[763278051] 'process raft request' (duration: 388.592138ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:21.471818Z","caller":"traceutil/trace.go:171","msg":"trace[1708014508] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"388.602669ms","start":"2026-07-24T17:35:21.083195Z","end":"2026-07-24T17:35:21.471798Z","steps":["trace[1708014508] 'process raft request' (duration: 388.491955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.471889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:21.082814Z","time spent":"389.005731ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:21.471958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:21.083174Z","time spent":"388.720363ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:21.471978Z","caller":"traceutil/trace.go:171","msg":"trace[1824453347] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"387.447481ms","start":"2026-07-24T17:35:21.08452Z","end":"2026-07-24T17:35:21.471968Z","steps":["trace[1824453347] 'process raft request' (duration: 387.241584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.472029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:21.084504Z","time spent":"387.497542ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:21.472039Z","caller":"traceutil/trace.go:171","msg":"trace[2080214681] transaction","detail":"{read_only:false; response_revision:6410; number_of_response:1; }","duration":"1.192418499s","start":"2026-07-24T17:35:20.279562Z","end":"2026-07-24T17:35:21.471981Z","steps":["trace[2080214681] 'process raft request' (duration: 1.191485948s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.472157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.281631Z","time spent":"1.19003809s","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:21.472247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.279551Z","time spent":"1.192588704s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:21.472088Z","caller":"traceutil/trace.go:171","msg":"trace[1224510594] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"387.217534ms","start":"2026-07-24T17:35:21.084854Z","end":"2026-07-24T17:35:21.472072Z","steps":["trace[1224510594] 'process raft request' (duration: 387.016497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.472528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:21.084841Z","time spent":"387.656907ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:21.472885Z","caller":"traceutil/trace.go:171","msg":"trace[1449414799] linearizableReadLoop","detail":"{readStateIndex:6708; appliedIndex:6699; }","duration":"1.190559068s","start":"2026-07-24T17:35:20.28175Z","end":"2026-07-24T17:35:21.472309Z","steps":["trace[1449414799] 'read index received' (duration: 1.111105934s)","trace[1449414799] 'applied index is now lower than readState.Index' (duration: 79.130604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:21.473183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189876705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-24T17:35:21.473238Z","caller":"traceutil/trace.go:171","msg":"trace[616579476] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6418; }","duration":"1.189988659s","start":"2026-07-24T17:35:20.283237Z","end":"2026-07-24T17:35:21.473226Z","steps":["trace[616579476] 'agreement among raft nodes before linearized reading' (duration: 1.189775612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.473276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.283209Z","time spent":"1.190058872s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-24T17:35:21.473534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.405117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:35:21.47357Z","caller":"traceutil/trace.go:171","msg":"trace[208436597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6418; }","duration":"243.47876ms","start":"2026-07-24T17:35:21.230081Z","end":"2026-07-24T17:35:21.47356Z","steps":["trace[208436597] 'agreement among raft nodes before linearized reading' (duration: 243.371057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.473838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.430074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:35:21.473883Z","caller":"traceutil/trace.go:171","msg":"trace[1814374022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6418; }","duration":"245.495155ms","start":"2026-07-24T17:35:21.228378Z","end":"2026-07-24T17:35:21.473873Z","steps":["trace[1814374022] 'agreement among raft nodes before linearized reading' (duration: 245.387622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.474052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.707823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:35:21.474085Z","caller":"traceutil/trace.go:171","msg":"trace[638203127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6418; }","duration":"245.740714ms","start":"2026-07-24T17:35:21.228336Z","end":"2026-07-24T17:35:21.474077Z","steps":["trace[638203127] 'agreement among raft nodes before linearized reading' (duration: 245.63156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.47431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.171967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:35:21.47436Z","caller":"traceutil/trace.go:171","msg":"trace[2014993106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6418; }","duration":"246.224849ms","start":"2026-07-24T17:35:21.228125Z","end":"2026-07-24T17:35:21.47435Z","steps":["trace[2014993106] 'agreement among raft nodes before linearized reading' (duration: 246.107535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.474521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.846748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:35:21.474354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142737377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:21.474557Z","caller":"traceutil/trace.go:171","msg":"trace[2138740040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6418; }","duration":"370.91453ms","start":"2026-07-24T17:35:21.103632Z","end":"2026-07-24T17:35:21.474547Z","steps":["trace[2138740040] 'agreement among raft nodes before linearized reading' (duration: 370.866389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.474584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.750373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:21.474592Z","caller":"traceutil/trace.go:171","msg":"trace[851870514] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6418; }","duration":"1.143021697s","start":"2026-07-24T17:35:20.331556Z","end":"2026-07-24T17:35:21.474578Z","steps":["trace[851870514] 'agreement among raft nodes before linearized reading' (duration: 1.142741568s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:21.474622Z","caller":"traceutil/trace.go:171","msg":"trace[149440135] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6418; }","duration":"973.819325ms","start":"2026-07-24T17:35:20.500791Z","end":"2026-07-24T17:35:21.474611Z","steps":["trace[149440135] 'agreement among raft nodes before linearized reading' (duration: 973.755013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.474654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.500738Z","time spent":"973.909199ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":27,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:21.474673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.655723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:35:21.474646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.331536Z","time spent":"1.143086419s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:35:21.474695Z","caller":"traceutil/trace.go:171","msg":"trace[1583315220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6418; }","duration":"246.715255ms","start":"2026-07-24T17:35:21.227974Z","end":"2026-07-24T17:35:21.47469Z","steps":["trace[1583315220] 'agreement among raft nodes before linearized reading' (duration: 246.633652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.474807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031911092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:21.474838Z","caller":"traceutil/trace.go:171","msg":"trace[1454472330] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6418; }","duration":"1.031970314s","start":"2026-07-24T17:35:20.442859Z","end":"2026-07-24T17:35:21.474829Z","steps":["trace[1454472330] 'agreement among raft nodes before linearized reading' (duration: 1.031918312s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.474857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.442841Z","time spent":"1.032011594s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:21.474519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114207177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c196589-598b-41c4-bba4-4aeb04c9d8b8\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-24T17:35:21.474966Z","caller":"traceutil/trace.go:171","msg":"trace[1127920445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c196589-598b-41c4-bba4-4aeb04c9d8b8; range_end:; response_count:1; response_revision:6418; }","duration":"1.114702013s","start":"2026-07-24T17:35:20.360258Z","end":"2026-07-24T17:35:21.47496Z","steps":["trace[1127920445] 'agreement among raft nodes before linearized reading' (duration: 1.11399104s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.474987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.360242Z","time spent":"1.114738954s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c196589-598b-41c4-bba4-4aeb04c9d8b8\" "} {"level":"warn","ts":"2026-07-24T17:35:21.475009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193218705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d5c5e48-aa6d-4685-b8b0-f1b47a828736\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-07-24T17:35:21.474594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:21.103615Z","time spent":"370.973673ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:35:21.475089Z","caller":"traceutil/trace.go:171","msg":"trace[2099870215] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d5c5e48-aa6d-4685-b8b0-f1b47a828736; range_end:; response_count:1; response_revision:6418; }","duration":"1.193315608s","start":"2026-07-24T17:35:20.281729Z","end":"2026-07-24T17:35:21.475044Z","steps":["trace[2099870215] 'agreement among raft nodes before linearized reading' (duration: 1.190608279s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.475184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:20.281723Z","time spent":"1.193415361s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-3d5c5e48-aa6d-4685-b8b0-f1b47a828736\" "} {"level":"info","ts":"2026-07-24T17:35:21.475258Z","caller":"traceutil/trace.go:171","msg":"trace[1864893975] transaction","detail":"{read_only:false; response_revision:6418; number_of_response:1; }","duration":"147.824787ms","start":"2026-07-24T17:35:21.327421Z","end":"2026-07-24T17:35:21.475246Z","steps":["trace[1864893975] 'process raft request' (duration: 144.493508ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:21.590885Z","caller":"traceutil/trace.go:171","msg":"trace[1387236663] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"104.056668ms","start":"2026-07-24T17:35:21.48681Z","end":"2026-07-24T17:35:21.590867Z","steps":["trace[1387236663] 'process raft request' (duration: 104.008427ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:21.590887Z","caller":"traceutil/trace.go:171","msg":"trace[1487638877] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"105.067601ms","start":"2026-07-24T17:35:21.485794Z","end":"2026-07-24T17:35:21.590862Z","steps":["trace[1487638877] 'process raft request' (duration: 104.915106ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:21.591188Z","caller":"traceutil/trace.go:171","msg":"trace[375254481] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"104.462481ms","start":"2026-07-24T17:35:21.486708Z","end":"2026-07-24T17:35:21.59117Z","steps":["trace[375254481] 'process raft request' (duration: 104.13444ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:21.591285Z","caller":"traceutil/trace.go:171","msg":"trace[807179449] linearizableReadLoop","detail":"{readStateIndex:6713; appliedIndex:6710; }","duration":"103.175139ms","start":"2026-07-24T17:35:21.488097Z","end":"2026-07-24T17:35:21.591272Z","steps":["trace[807179449] 'read index received' (duration: 50.856891ms)","trace[807179449] 'applied index is now lower than readState.Index' (duration: 52.317178ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:21.591329Z","caller":"traceutil/trace.go:171","msg":"trace[415611000] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"103.20761ms","start":"2026-07-24T17:35:21.488114Z","end":"2026-07-24T17:35:21.591321Z","steps":["trace[415611000] 'process raft request' (duration: 102.980843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:21.591483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.362925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-24T17:35:21.59156Z","caller":"traceutil/trace.go:171","msg":"trace[2065308424] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6423; }","duration":"103.563891ms","start":"2026-07-24T17:35:21.487984Z","end":"2026-07-24T17:35:21.591548Z","steps":["trace[2065308424] 'agreement among raft nodes before linearized reading' (duration: 103.344954ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:25.837708Z","caller":"traceutil/trace.go:171","msg":"trace[1494342705] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"707.965762ms","start":"2026-07-24T17:35:25.129707Z","end":"2026-07-24T17:35:25.837673Z","steps":["trace[1494342705] 'process raft request' (duration: 707.784756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.838019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:25.129681Z","time spent":"708.105857ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:25.840471Z","caller":"traceutil/trace.go:171","msg":"trace[625664076] linearizableReadLoop","detail":"{readStateIndex:6757; appliedIndex:6752; }","duration":"301.051863ms","start":"2026-07-24T17:35:25.539392Z","end":"2026-07-24T17:35:25.840444Z","steps":["trace[625664076] 'read index received' (duration: 298.097226ms)","trace[625664076] 'applied index is now lower than readState.Index' (duration: 2.953397ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:25.840858Z","caller":"traceutil/trace.go:171","msg":"trace[2010781430] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"353.230031ms","start":"2026-07-24T17:35:25.487613Z","end":"2026-07-24T17:35:25.840843Z","steps":["trace[2010781430] 'process raft request' (duration: 352.501867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.841007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:25.487585Z","time spent":"353.348935ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:25.841238Z","caller":"traceutil/trace.go:171","msg":"trace[2050705200] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"353.46923ms","start":"2026-07-24T17:35:25.487752Z","end":"2026-07-24T17:35:25.841222Z","steps":["trace[2050705200] 'process raft request' (duration: 352.507958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.841316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:25.487739Z","time spent":"353.542082ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:25.841523Z","caller":"traceutil/trace.go:171","msg":"trace[10707726] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"353.295134ms","start":"2026-07-24T17:35:25.488211Z","end":"2026-07-24T17:35:25.841506Z","steps":["trace[10707726] 'process raft request' (duration: 352.088975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.841598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:25.488198Z","time spent":"353.363486ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:25.841759Z","caller":"traceutil/trace.go:171","msg":"trace[1448951066] transaction","detail":"{read_only:false; response_revision:6465; number_of_response:1; }","duration":"353.491041ms","start":"2026-07-24T17:35:25.488246Z","end":"2026-07-24T17:35:25.841737Z","steps":["trace[1448951066] 'process raft request' (duration: 352.141346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.841862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:25.488207Z","time spent":"353.617805ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:25.842095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.696128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:25.84214Z","caller":"traceutil/trace.go:171","msg":"trace[1066740455] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6465; }","duration":"302.77974ms","start":"2026-07-24T17:35:25.539348Z","end":"2026-07-24T17:35:25.842127Z","steps":["trace[1066740455] 'agreement among raft nodes before linearized reading' (duration: 302.681777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.842175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:25.539331Z","time spent":"302.833892ms","remote":"127.0.0.1:40478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:25.84253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.854532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:35:25.842584Z","caller":"traceutil/trace.go:171","msg":"trace[646503633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6465; }","duration":"287.939865ms","start":"2026-07-24T17:35:25.554633Z","end":"2026-07-24T17:35:25.842573Z","steps":["trace[646503633] 'agreement among raft nodes before linearized reading' (duration: 287.79524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.842799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.33901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:35:25.842835Z","caller":"traceutil/trace.go:171","msg":"trace[1840578322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6465; }","duration":"234.375651ms","start":"2026-07-24T17:35:25.60845Z","end":"2026-07-24T17:35:25.842826Z","steps":["trace[1840578322] 'agreement among raft nodes before linearized reading' (duration: 234.286048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.843968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.007735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:35:25.844021Z","caller":"traceutil/trace.go:171","msg":"trace[2070918093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6465; }","duration":"236.085757ms","start":"2026-07-24T17:35:25.607923Z","end":"2026-07-24T17:35:25.844009Z","steps":["trace[2070918093] 'agreement among raft nodes before linearized reading' (duration: 235.952593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.844085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.189454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:35:25.844138Z","caller":"traceutil/trace.go:171","msg":"trace[595519136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6465; }","duration":"237.295307ms","start":"2026-07-24T17:35:25.606829Z","end":"2026-07-24T17:35:25.844125Z","steps":["trace[595519136] 'agreement among raft nodes before linearized reading' (duration: 237.08995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:25.844176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.072307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:35:25.844234Z","caller":"traceutil/trace.go:171","msg":"trace[151538480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6465; }","duration":"236.206731ms","start":"2026-07-24T17:35:25.608013Z","end":"2026-07-24T17:35:25.844219Z","steps":["trace[151538480] 'agreement among raft nodes before linearized reading' (duration: 236.022575ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:28.014457Z","caller":"traceutil/trace.go:171","msg":"trace[2119556960] transaction","detail":"{read_only:false; response_revision:6484; number_of_response:1; }","duration":"119.035261ms","start":"2026-07-24T17:35:27.89539Z","end":"2026-07-24T17:35:28.014425Z","steps":["trace[2119556960] 'process raft request' (duration: 38.297835ms)","trace[2119556960] 'compare' (duration: 80.620362ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:28.039425Z","caller":"traceutil/trace.go:171","msg":"trace[1395693031] transaction","detail":"{read_only:false; response_revision:6485; number_of_response:1; }","duration":"143.283076ms","start":"2026-07-24T17:35:27.896115Z","end":"2026-07-24T17:35:28.039398Z","steps":["trace[1395693031] 'process raft request' (duration: 143.08703ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:28.039669Z","caller":"traceutil/trace.go:171","msg":"trace[24488671] transaction","detail":"{read_only:false; response_revision:6486; number_of_response:1; }","duration":"143.188174ms","start":"2026-07-24T17:35:27.896471Z","end":"2026-07-24T17:35:28.039659Z","steps":["trace[24488671] 'process raft request' (duration: 142.863843ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:28.040066Z","caller":"traceutil/trace.go:171","msg":"trace[1759721029] transaction","detail":"{read_only:false; response_revision:6487; number_of_response:1; }","duration":"143.423551ms","start":"2026-07-24T17:35:27.896621Z","end":"2026-07-24T17:35:28.040045Z","steps":["trace[1759721029] 'process raft request' (duration: 142.998738ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:28.040249Z","caller":"traceutil/trace.go:171","msg":"trace[1402876788] transaction","detail":"{read_only:false; response_revision:6488; number_of_response:1; }","duration":"143.06ms","start":"2026-07-24T17:35:27.89718Z","end":"2026-07-24T17:35:28.04024Z","steps":["trace[1402876788] 'process raft request' (duration: 142.790941ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:28.540997Z","caller":"traceutil/trace.go:171","msg":"trace[1278938139] linearizableReadLoop","detail":"{readStateIndex:6785; appliedIndex:6784; }","duration":"239.194903ms","start":"2026-07-24T17:35:28.301775Z","end":"2026-07-24T17:35:28.54097Z","steps":["trace[1278938139] 'read index received' (duration: 238.647075ms)","trace[1278938139] 'applied index is now lower than readState.Index' (duration: 546.568µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:28.541034Z","caller":"traceutil/trace.go:171","msg":"trace[1183574828] transaction","detail":"{read_only:false; response_revision:6492; number_of_response:1; }","duration":"270.131677ms","start":"2026-07-24T17:35:28.270859Z","end":"2026-07-24T17:35:28.540991Z","steps":["trace[1183574828] 'process raft request' (duration: 269.655132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:28.541185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.631823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:35:28.541185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.392739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:28.541239Z","caller":"traceutil/trace.go:171","msg":"trace[1207596650] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6492; }","duration":"112.701805ms","start":"2026-07-24T17:35:28.428521Z","end":"2026-07-24T17:35:28.541223Z","steps":["trace[1207596650] 'agreement among raft nodes before linearized reading' (duration: 112.608152ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:28.541247Z","caller":"traceutil/trace.go:171","msg":"trace[428378478] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6492; }","duration":"239.497813ms","start":"2026-07-24T17:35:28.301736Z","end":"2026-07-24T17:35:28.541233Z","steps":["trace[428378478] 'agreement among raft nodes before linearized reading' (duration: 239.320108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:28.89003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.251437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:35:28.890303Z","caller":"traceutil/trace.go:171","msg":"trace[449089920] transaction","detail":"{read_only:false; response_revision:6494; number_of_response:1; }","duration":"302.606552ms","start":"2026-07-24T17:35:28.58768Z","end":"2026-07-24T17:35:28.890287Z","steps":["trace[449089920] 'process raft request' (duration: 120.035626ms)","trace[449089920] 'compare' (duration: 182.000248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:28.890359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:28.587669Z","time spent":"302.665105ms","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:30.520372Z","caller":"traceutil/trace.go:171","msg":"trace[1447208291] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"634.22826ms","start":"2026-07-24T17:35:29.886115Z","end":"2026-07-24T17:35:30.520343Z","steps":["trace[1447208291] 'process raft request' (duration: 634.043774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.520549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:29.886071Z","time spent":"634.388855ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:30.685137Z","caller":"traceutil/trace.go:171","msg":"trace[298590657] transaction","detail":"{read_only:false; response_revision:6498; number_of_response:1; }","duration":"787.611924ms","start":"2026-07-24T17:35:29.897503Z","end":"2026-07-24T17:35:30.685115Z","steps":["trace[298590657] 'process raft request' (duration: 787.536742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.685273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:29.897479Z","time spent":"787.727598ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:30.6853Z","caller":"traceutil/trace.go:171","msg":"trace[1140958805] transaction","detail":"{read_only:false; response_revision:6497; number_of_response:1; }","duration":"789.181466ms","start":"2026-07-24T17:35:29.896075Z","end":"2026-07-24T17:35:30.685257Z","steps":["trace[1140958805] 'process raft request' (duration: 748.299914ms)","trace[1140958805] 'compare' (duration: 40.51753ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:30.685398Z","caller":"traceutil/trace.go:171","msg":"trace[1656381576] linearizableReadLoop","detail":"{readStateIndex:6792; appliedIndex:6788; }","duration":"665.88982ms","start":"2026-07-24T17:35:30.019498Z","end":"2026-07-24T17:35:30.685388Z","steps":["trace[1656381576] 'read index received' (duration: 500.74797ms)","trace[1656381576] 'applied index is now lower than readState.Index' (duration: 165.14108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:30.685464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:29.896045Z","time spent":"789.333231ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:30.685556Z","caller":"traceutil/trace.go:171","msg":"trace[593731998] transaction","detail":"{read_only:false; response_revision:6499; number_of_response:1; }","duration":"786.208008ms","start":"2026-07-24T17:35:29.899341Z","end":"2026-07-24T17:35:30.685549Z","steps":["trace[593731998] 'process raft request' (duration: 785.742143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.685593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:29.899328Z","time spent":"786.244189ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:30.685712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.362578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:30.685743Z","caller":"traceutil/trace.go:171","msg":"trace[1276342612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6499; }","duration":"582.460102ms","start":"2026-07-24T17:35:30.103276Z","end":"2026-07-24T17:35:30.685736Z","steps":["trace[1276342612] 'agreement among raft nodes before linearized reading' (duration: 582.40276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.685803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.018214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:35:30.685869Z","caller":"traceutil/trace.go:171","msg":"trace[753286151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6499; }","duration":"641.139147ms","start":"2026-07-24T17:35:30.044714Z","end":"2026-07-24T17:35:30.685853Z","steps":["trace[753286151] 'agreement among raft nodes before linearized reading' (duration: 640.948391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.685904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.103245Z","time spent":"582.647428ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:35:30.685909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.044692Z","time spent":"641.2085ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:35:30.686056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.539048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:35:30.686089Z","caller":"traceutil/trace.go:171","msg":"trace[878183366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6499; }","duration":"640.59062ms","start":"2026-07-24T17:35:30.04549Z","end":"2026-07-24T17:35:30.68608Z","steps":["trace[878183366] 'agreement among raft nodes before linearized reading' (duration: 640.503757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.686116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.045482Z","time spent":"640.627681ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:35:30.686189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.705547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:35:30.686218Z","caller":"traceutil/trace.go:171","msg":"trace[1831267291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6499; }","duration":"666.798ms","start":"2026-07-24T17:35:30.019412Z","end":"2026-07-24T17:35:30.68621Z","steps":["trace[1831267291] 'agreement among raft nodes before linearized reading' (duration: 666.697527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.686232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.431208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:35:30.686239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.019373Z","time spent":"666.861242ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:35:30.686257Z","caller":"traceutil/trace.go:171","msg":"trace[296815445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6499; }","duration":"641.456898ms","start":"2026-07-24T17:35:30.044792Z","end":"2026-07-24T17:35:30.686249Z","steps":["trace[296815445] 'agreement among raft nodes before linearized reading' (duration: 641.381816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.686283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.044771Z","time spent":"641.505969ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:35:30.686368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.593333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:35:30.686379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.346668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:30.686402Z","caller":"traceutil/trace.go:171","msg":"trace[365233297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6499; }","duration":"641.691766ms","start":"2026-07-24T17:35:30.044701Z","end":"2026-07-24T17:35:30.686393Z","steps":["trace[365233297] 'agreement among raft nodes before linearized reading' (duration: 641.589593ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:30.686408Z","caller":"traceutil/trace.go:171","msg":"trace[1741032304] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6499; }","duration":"321.415161ms","start":"2026-07-24T17:35:30.364984Z","end":"2026-07-24T17:35:30.686399Z","steps":["trace[1741032304] 'agreement among raft nodes before linearized reading' (duration: 321.3683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:30.686425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.044674Z","time spent":"641.745978ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:35:30.686436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.364963Z","time spent":"321.465662ms","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:31.045088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.424453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:35:31.045206Z","caller":"traceutil/trace.go:171","msg":"trace[2118047263] transaction","detail":"{read_only:false; response_revision:6500; number_of_response:1; }","duration":"354.459838ms","start":"2026-07-24T17:35:30.690724Z","end":"2026-07-24T17:35:31.045184Z","steps":["trace[2118047263] 'process raft request' (duration: 191.859459ms)","trace[2118047263] 'compare' (duration: 162.291309ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:31.045266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.690705Z","time spent":"354.53155ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:31.046218Z","caller":"traceutil/trace.go:171","msg":"trace[810187084] transaction","detail":"{read_only:false; response_revision:6502; number_of_response:1; }","duration":"355.388888ms","start":"2026-07-24T17:35:30.690802Z","end":"2026-07-24T17:35:31.046191Z","steps":["trace[810187084] 'process raft request' (duration: 355.277274ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:31.046428Z","caller":"traceutil/trace.go:171","msg":"trace[899214601] transaction","detail":"{read_only:false; response_revision:6503; number_of_response:1; }","duration":"355.44289ms","start":"2026-07-24T17:35:30.690963Z","end":"2026-07-24T17:35:31.046406Z","steps":["trace[899214601] 'process raft request' (duration: 355.170711ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:31.047082Z","caller":"traceutil/trace.go:171","msg":"trace[796569345] linearizableReadLoop","detail":"{readStateIndex:6797; appliedIndex:6793; }","duration":"123.688812ms","start":"2026-07-24T17:35:30.923373Z","end":"2026-07-24T17:35:31.047062Z","steps":["trace[796569345] 'read index received' (duration: 122.363228ms)","trace[796569345] 'applied index is now lower than readState.Index' (duration: 1.324014ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:31.047091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.690957Z","time spent":"356.05031ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:31.047157Z","caller":"traceutil/trace.go:171","msg":"trace[1947656371] transaction","detail":"{read_only:false; response_revision:6504; number_of_response:1; }","duration":"355.414649ms","start":"2026-07-24T17:35:30.691727Z","end":"2026-07-24T17:35:31.047142Z","steps":["trace[1947656371] 'process raft request' (duration: 354.608213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:31.047258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.691718Z","time spent":"355.497492ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:31.046669Z","caller":"traceutil/trace.go:171","msg":"trace[671153605] transaction","detail":"{read_only:false; response_revision:6501; number_of_response:1; }","duration":"355.896435ms","start":"2026-07-24T17:35:30.690723Z","end":"2026-07-24T17:35:31.046619Z","steps":["trace[671153605] 'process raft request' (duration: 355.205262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:31.047359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.913949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:31.047465Z","caller":"traceutil/trace.go:171","msg":"trace[952999556] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6504; }","duration":"124.132146ms","start":"2026-07-24T17:35:30.923313Z","end":"2026-07-24T17:35:31.047445Z","steps":["trace[952999556] 'agreement among raft nodes before linearized reading' (duration: 123.923209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:31.047383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.690705Z","time spent":"356.628199ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:31.046569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:30.690774Z","time spent":"355.591685ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:35.158484Z","caller":"traceutil/trace.go:171","msg":"trace[727533191] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"624.473522ms","start":"2026-07-24T17:35:34.533985Z","end":"2026-07-24T17:35:35.158458Z","steps":["trace[727533191] 'process raft request' (duration: 623.819241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:35.15863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:34.533954Z","time spent":"624.601607ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:35.163061Z","caller":"traceutil/trace.go:171","msg":"trace[1958521427] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"465.840933ms","start":"2026-07-24T17:35:34.697201Z","end":"2026-07-24T17:35:35.163042Z","steps":["trace[1958521427] 'process raft request' (duration: 465.727039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:35.163205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:34.697183Z","time spent":"465.942226ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:35.163417Z","caller":"traceutil/trace.go:171","msg":"trace[1545437800] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"465.040526ms","start":"2026-07-24T17:35:34.698345Z","end":"2026-07-24T17:35:35.163386Z","steps":["trace[1545437800] 'process raft request' (duration: 464.671044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:35.163571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:34.698336Z","time spent":"465.14999ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:35.164539Z","caller":"traceutil/trace.go:171","msg":"trace[1517937365] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"463.864128ms","start":"2026-07-24T17:35:34.700666Z","end":"2026-07-24T17:35:35.16453Z","steps":["trace[1517937365] 'process raft request' (duration: 463.579929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:35.164611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:34.700637Z","time spent":"463.93818ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:35.164702Z","caller":"traceutil/trace.go:171","msg":"trace[51665135] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"227.881572ms","start":"2026-07-24T17:35:34.936761Z","end":"2026-07-24T17:35:35.164643Z","steps":["trace[51665135] 'process raft request' (duration: 227.657484ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:35.164504Z","caller":"traceutil/trace.go:171","msg":"trace[1464350838] linearizableReadLoop","detail":"{readStateIndex:6865; appliedIndex:6861; }","duration":"455.326147ms","start":"2026-07-24T17:35:34.709163Z","end":"2026-07-24T17:35:35.164489Z","steps":["trace[1464350838] 'read index received' (duration: 448.636727ms)","trace[1464350838] 'applied index is now lower than readState.Index' (duration: 6.68835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:35.164884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.716169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:35:35.164917Z","caller":"traceutil/trace.go:171","msg":"trace[665132175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6570; }","duration":"455.752561ms","start":"2026-07-24T17:35:34.709155Z","end":"2026-07-24T17:35:35.164908Z","steps":["trace[665132175] 'agreement among raft nodes before linearized reading' (duration: 455.626136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:35.164926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.31812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:35:35.164938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:34.709106Z","time spent":"455.826863ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T17:35:35.164957Z","caller":"traceutil/trace.go:171","msg":"trace[667714579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6570; }","duration":"377.353141ms","start":"2026-07-24T17:35:34.787592Z","end":"2026-07-24T17:35:35.164946Z","steps":["trace[667714579] 'agreement among raft nodes before linearized reading' (duration: 377.299359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:35.164983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:34.787531Z","time spent":"377.444754ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:35.165166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.456087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:35:35.165199Z","caller":"traceutil/trace.go:171","msg":"trace[202314333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6570; }","duration":"103.515468ms","start":"2026-07-24T17:35:35.061676Z","end":"2026-07-24T17:35:35.165192Z","steps":["trace[202314333] 'agreement among raft nodes before linearized reading' (duration: 103.428615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:35.166323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.849029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:35:35.166394Z","caller":"traceutil/trace.go:171","msg":"trace[1569607414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6570; }","duration":"104.79157ms","start":"2026-07-24T17:35:35.061585Z","end":"2026-07-24T17:35:35.166377Z","steps":["trace[1569607414] 'agreement among raft nodes before linearized reading' (duration: 103.724405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:41.692923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121396618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:35:42.193588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121396618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:35:42.693945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369244121396618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:35:43.050845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005988798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:43.050914Z","caller":"traceutil/trace.go:171","msg":"trace[1208559716] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6623; }","duration":"2.006105333s","start":"2026-07-24T17:35:41.044787Z","end":"2026-07-24T17:35:43.050893Z","steps":["trace[1208559716] 'count revisions from in-memory index tree' (duration: 2.005902596s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.050943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.044766Z","time spent":"2.006169234s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:43.051222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946780332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:43.051252Z","caller":"traceutil/trace.go:171","msg":"trace[885491690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6623; }","duration":"1.946841014s","start":"2026-07-24T17:35:41.104404Z","end":"2026-07-24T17:35:43.051245Z","steps":["trace[885491690] 'range keys from in-memory index tree' (duration: 1.946697989s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.051271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.104378Z","time spent":"1.946886785s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:35:43.05164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890691559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:43.051669Z","caller":"traceutil/trace.go:171","msg":"trace[1125468817] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6623; }","duration":"1.890759061s","start":"2026-07-24T17:35:41.160904Z","end":"2026-07-24T17:35:43.051663Z","steps":["trace[1125468817] 'count revisions from in-memory index tree' (duration: 1.890532924s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.051689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.160885Z","time spent":"1.890797563s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":51,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:35:43.053722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.873321905s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:35:43.054048Z","caller":"traceutil/trace.go:171","msg":"trace[381264553] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"1.87376656s","start":"2026-07-24T17:35:41.180264Z","end":"2026-07-24T17:35:43.054031Z","steps":["trace[381264553] 'process raft request' (duration: 1.873626625s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.054136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.180229Z","time spent":"1.873860843s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:43.055008Z","caller":"traceutil/trace.go:171","msg":"trace[4544096] transaction","detail":"{read_only:false; response_revision:6626; number_of_response:1; }","duration":"1.8740457s","start":"2026-07-24T17:35:41.180953Z","end":"2026-07-24T17:35:43.054998Z","steps":["trace[4544096] 'process raft request' (duration: 1.873998238s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:43.055034Z","caller":"traceutil/trace.go:171","msg":"trace[1576224546] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"1.874494594s","start":"2026-07-24T17:35:41.180524Z","end":"2026-07-24T17:35:43.055018Z","steps":["trace[1576224546] 'process raft request' (duration: 1.87436455s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.055081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.180946Z","time spent":"1.874088261s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:43.055141Z","caller":"traceutil/trace.go:171","msg":"trace[1114046304] transaction","detail":"{read_only:false; response_revision:6627; number_of_response:1; }","duration":"1.873272624s","start":"2026-07-24T17:35:41.181859Z","end":"2026-07-24T17:35:43.055132Z","steps":["trace[1114046304] 'process raft request' (duration: 1.873116529s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.055181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.181849Z","time spent":"1.873312005s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:43.055208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.180511Z","time spent":"1.874552216s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:43.055332Z","caller":"traceutil/trace.go:171","msg":"trace[1038894725] transaction","detail":"{read_only:false; response_revision:6628; number_of_response:1; }","duration":"1.873406718s","start":"2026-07-24T17:35:41.181916Z","end":"2026-07-24T17:35:43.055322Z","steps":["trace[1038894725] 'process raft request' (duration: 1.873178721s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.055429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.181909Z","time spent":"1.87346383s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:43.066466Z","caller":"traceutil/trace.go:171","msg":"trace[1748762362] linearizableReadLoop","detail":"{readStateIndex:6926; appliedIndex:6920; }","duration":"1.873953247s","start":"2026-07-24T17:35:41.192488Z","end":"2026-07-24T17:35:43.066441Z","steps":["trace[1748762362] 'read index received' (duration: 1.861426023s)","trace[1748762362] 'applied index is now lower than readState.Index' (duration: 12.525834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:43.066746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874238016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:35:43.066777Z","caller":"traceutil/trace.go:171","msg":"trace[1794088045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6628; }","duration":"1.874309809s","start":"2026-07-24T17:35:41.192459Z","end":"2026-07-24T17:35:43.066769Z","steps":["trace[1794088045] 'agreement among raft nodes before linearized reading' (duration: 1.874104352s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.066859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848854828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:35:43.066895Z","caller":"traceutil/trace.go:171","msg":"trace[2135912768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6628; }","duration":"1.848892159s","start":"2026-07-24T17:35:41.217993Z","end":"2026-07-24T17:35:43.066885Z","steps":["trace[2135912768] 'agreement among raft nodes before linearized reading' (duration: 1.848800416s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.066906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849163267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T17:35:43.066919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.21795Z","time spent":"1.848963931s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T17:35:43.0669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753056372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-24T17:35:43.066941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794295875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17235"} {"level":"info","ts":"2026-07-24T17:35:43.066949Z","caller":"traceutil/trace.go:171","msg":"trace[895647275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6628; }","duration":"1.849200819s","start":"2026-07-24T17:35:41.217723Z","end":"2026-07-24T17:35:43.066924Z","steps":["trace[895647275] 'agreement among raft nodes before linearized reading' (duration: 1.849121116s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.066996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.217715Z","time spent":"1.849274461s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:35:43.066996Z","caller":"traceutil/trace.go:171","msg":"trace[124383151] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6628; }","duration":"1.794361237s","start":"2026-07-24T17:35:41.272621Z","end":"2026-07-24T17:35:43.066983Z","steps":["trace[124383151] 'agreement among raft nodes before linearized reading' (duration: 1.794192901s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.06697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86043145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T17:35:43.06703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.272534Z","time spent":"1.794488431s","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17258,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T17:35:43.067167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031208052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T17:35:43.067158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.666825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:43.067204Z","caller":"traceutil/trace.go:171","msg":"trace[690133560] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6628; }","duration":"1.031278405s","start":"2026-07-24T17:35:42.035913Z","end":"2026-07-24T17:35:43.067191Z","steps":["trace[690133560] 'agreement among raft nodes before linearized reading' (duration: 1.031145171s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:43.067226Z","caller":"traceutil/trace.go:171","msg":"trace[2032721588] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6628; }","duration":"138.735427ms","start":"2026-07-24T17:35:42.928468Z","end":"2026-07-24T17:35:43.067203Z","steps":["trace[2032721588] 'agreement among raft nodes before linearized reading' (duration: 138.616633ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:43.066968Z","caller":"traceutil/trace.go:171","msg":"trace[443052883] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6628; }","duration":"1.753197266s","start":"2026-07-24T17:35:41.313759Z","end":"2026-07-24T17:35:43.066957Z","steps":["trace[443052883] 'agreement among raft nodes before linearized reading' (duration: 1.75301869s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.067355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.313733Z","time spent":"1.75361288s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T17:35:43.067535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851081591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:35:43.067541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:42.035892Z","time spent":"1.031331936s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T17:35:43.06757Z","caller":"traceutil/trace.go:171","msg":"trace[54039125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6628; }","duration":"1.851138123s","start":"2026-07-24T17:35:41.216424Z","end":"2026-07-24T17:35:43.067562Z","steps":["trace[54039125] 'agreement among raft nodes before linearized reading' (duration: 1.85105428s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.067594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.216414Z","time spent":"1.851175504s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:35:43.067664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430449314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:35:43.067731Z","caller":"traceutil/trace.go:171","msg":"trace[1715368322] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6628; }","duration":"1.430512286s","start":"2026-07-24T17:35:41.637174Z","end":"2026-07-24T17:35:43.067686Z","steps":["trace[1715368322] 'agreement among raft nodes before linearized reading' (duration: 1.43001916s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.067763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.637157Z","time spent":"1.430594678s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":526,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:35:43.067772Z","caller":"traceutil/trace.go:171","msg":"trace[874627655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6628; }","duration":"1.861288668s","start":"2026-07-24T17:35:41.206464Z","end":"2026-07-24T17:35:43.067753Z","steps":["trace[874627655] 'agreement among raft nodes before linearized reading' (duration: 1.860290466s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.067889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.206444Z","time spent":"1.861426412s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:35:43.066803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:41.192449Z","time spent":"1.87434795s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:35:43.315223Z","caller":"traceutil/trace.go:171","msg":"trace[114766954] linearizableReadLoop","detail":"{readStateIndex:6927; appliedIndex:6926; }","duration":"239.261595ms","start":"2026-07-24T17:35:43.07594Z","end":"2026-07-24T17:35:43.315202Z","steps":["trace[114766954] 'read index received' (duration: 239.077578ms)","trace[114766954] 'applied index is now lower than readState.Index' (duration: 183.096µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:43.315535Z","caller":"traceutil/trace.go:171","msg":"trace[1691557315] transaction","detail":"{read_only:false; response_revision:6629; number_of_response:1; }","duration":"240.079861ms","start":"2026-07-24T17:35:43.075414Z","end":"2026-07-24T17:35:43.315494Z","steps":["trace[1691557315] 'process raft request' (duration: 239.658607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.315531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.553344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:43.315798Z","caller":"traceutil/trace.go:171","msg":"trace[472693360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6629; }","duration":"239.837013ms","start":"2026-07-24T17:35:43.075924Z","end":"2026-07-24T17:35:43.315761Z","steps":["trace[472693360] 'agreement among raft nodes before linearized reading' (duration: 239.490552ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:43.582071Z","caller":"traceutil/trace.go:171","msg":"trace[848233080] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"502.074067ms","start":"2026-07-24T17:35:43.07996Z","end":"2026-07-24T17:35:43.582034Z","steps":["trace[848233080] 'process raft request' (duration: 501.770787ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:43.582101Z","caller":"traceutil/trace.go:171","msg":"trace[678897157] transaction","detail":"{read_only:false; response_revision:6633; number_of_response:1; }","duration":"500.160334ms","start":"2026-07-24T17:35:43.081917Z","end":"2026-07-24T17:35:43.582077Z","steps":["trace[678897157] 'process raft request' (duration: 500.093892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.582217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:43.079948Z","time spent":"502.194782ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:43.582272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:43.08191Z","time spent":"500.258877ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:43.582409Z","caller":"traceutil/trace.go:171","msg":"trace[224751441] transaction","detail":"{read_only:false; response_revision:6634; number_of_response:1; }","duration":"498.51029ms","start":"2026-07-24T17:35:43.083875Z","end":"2026-07-24T17:35:43.582385Z","steps":["trace[224751441] 'process raft request' (duration: 498.166548ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:43.582514Z","caller":"traceutil/trace.go:171","msg":"trace[504923862] linearizableReadLoop","detail":"{readStateIndex:6932; appliedIndex:6927; }","duration":"266.908989ms","start":"2026-07-24T17:35:43.315294Z","end":"2026-07-24T17:35:43.582203Z","steps":["trace[504923862] 'read index received' (duration: 266.34215ms)","trace[504923862] 'applied index is now lower than readState.Index' (duration: 565.069µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:43.582573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:43.083867Z","time spent":"498.619183ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:43.582653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.046068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:43.582751Z","caller":"traceutil/trace.go:171","msg":"trace[740883328] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6634; }","duration":"272.353619ms","start":"2026-07-24T17:35:43.310379Z","end":"2026-07-24T17:35:43.582733Z","steps":["trace[740883328] 'agreement among raft nodes before linearized reading' (duration: 272.057489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.582841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.614034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:43.582889Z","caller":"traceutil/trace.go:171","msg":"trace[1802827206] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6634; }","duration":"261.706877ms","start":"2026-07-24T17:35:43.321168Z","end":"2026-07-24T17:35:43.582874Z","steps":["trace[1802827206] 'agreement among raft nodes before linearized reading' (duration: 261.542971ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:43.582208Z","caller":"traceutil/trace.go:171","msg":"trace[20859560] transaction","detail":"{read_only:false; response_revision:6631; number_of_response:1; }","duration":"500.548907ms","start":"2026-07-24T17:35:43.081577Z","end":"2026-07-24T17:35:43.582126Z","steps":["trace[20859560] 'process raft request' (duration: 500.314939ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:43.582932Z","caller":"traceutil/trace.go:171","msg":"trace[1350746945] transaction","detail":"{read_only:false; response_revision:6632; number_of_response:1; }","duration":"501.267001ms","start":"2026-07-24T17:35:43.081637Z","end":"2026-07-24T17:35:43.582904Z","steps":["trace[1350746945] 'process raft request' (duration: 500.33387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.583093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:43.081568Z","time spent":"501.453897ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:43.583098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:43.081624Z","time spent":"501.417386ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:43.582765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.459049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7c196589-598b-41c4-bba4-4aeb04c9d8b8\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-24T17:35:43.58323Z","caller":"traceutil/trace.go:171","msg":"trace[1404574725] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7c196589-598b-41c4-bba4-4aeb04c9d8b8; range_end:; response_count:1; response_revision:6634; }","duration":"505.952036ms","start":"2026-07-24T17:35:43.077265Z","end":"2026-07-24T17:35:43.583217Z","steps":["trace[1404574725] 'agreement among raft nodes before linearized reading' (duration: 505.357056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:43.583277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:43.077257Z","time spent":"506.007288ms","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7c196589-598b-41c4-bba4-4aeb04c9d8b8\" "} {"level":"info","ts":"2026-07-24T17:35:43.715379Z","caller":"traceutil/trace.go:171","msg":"trace[263497326] transaction","detail":"{read_only:false; response_revision:6635; number_of_response:1; }","duration":"115.255603ms","start":"2026-07-24T17:35:43.600095Z","end":"2026-07-24T17:35:43.715351Z","steps":["trace[263497326] 'process raft request' (duration: 115.031765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:44.147959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.683867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:62015"} {"level":"info","ts":"2026-07-24T17:35:44.148109Z","caller":"traceutil/trace.go:171","msg":"trace[1227454803] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6640; }","duration":"345.873383ms","start":"2026-07-24T17:35:43.80221Z","end":"2026-07-24T17:35:44.148084Z","steps":["trace[1227454803] 'range keys from in-memory index tree' (duration: 345.46417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:44.148153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:43.802196Z","time spent":"345.946846ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":62038,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-24T17:35:44.341373Z","caller":"traceutil/trace.go:171","msg":"trace[2089318819] linearizableReadLoop","detail":"{readStateIndex:6939; appliedIndex:6938; }","duration":"154.866436ms","start":"2026-07-24T17:35:44.186483Z","end":"2026-07-24T17:35:44.34135Z","steps":["trace[2089318819] 'read index received' (duration: 154.666069ms)","trace[2089318819] 'applied index is now lower than readState.Index' (duration: 199.317µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:44.341711Z","caller":"traceutil/trace.go:171","msg":"trace[812715388] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"180.355489ms","start":"2026-07-24T17:35:44.161342Z","end":"2026-07-24T17:35:44.341697Z","steps":["trace[812715388] 'process raft request' (duration: 179.871653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:44.341982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.476366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:44.34203Z","caller":"traceutil/trace.go:171","msg":"trace[2034178709] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6641; }","duration":"155.542198ms","start":"2026-07-24T17:35:44.186476Z","end":"2026-07-24T17:35:44.342018Z","steps":["trace[2034178709] 'agreement among raft nodes before linearized reading' (duration: 155.453065ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:51.345833Z","caller":"traceutil/trace.go:171","msg":"trace[1536971107] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"158.684682ms","start":"2026-07-24T17:35:51.187121Z","end":"2026-07-24T17:35:51.345806Z","steps":["trace[1536971107] 'process raft request' (duration: 158.596969ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:51.345904Z","caller":"traceutil/trace.go:171","msg":"trace[519712057] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"174.312151ms","start":"2026-07-24T17:35:51.171488Z","end":"2026-07-24T17:35:51.3458Z","steps":["trace[519712057] 'process raft request' (duration: 163.575394ms)","trace[519712057] 'compare' (duration: 10.460748ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:51.346221Z","caller":"traceutil/trace.go:171","msg":"trace[263707863] transaction","detail":"{read_only:false; response_revision:6684; number_of_response:1; }","duration":"152.514527ms","start":"2026-07-24T17:35:51.193684Z","end":"2026-07-24T17:35:51.346198Z","steps":["trace[263707863] 'process raft request' (duration: 152.087933ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:51.738997Z","caller":"traceutil/trace.go:171","msg":"trace[1867355263] linearizableReadLoop","detail":"{readStateIndex:6986; appliedIndex:6984; }","duration":"118.446856ms","start":"2026-07-24T17:35:51.620517Z","end":"2026-07-24T17:35:51.738963Z","steps":["trace[1867355263] 'read index received' (duration: 44.088695ms)","trace[1867355263] 'applied index is now lower than readState.Index' (duration: 74.356431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:51.739242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.680063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:35:51.739341Z","caller":"traceutil/trace.go:171","msg":"trace[1485470990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6688; }","duration":"118.846799ms","start":"2026-07-24T17:35:51.620477Z","end":"2026-07-24T17:35:51.739323Z","steps":["trace[1485470990] 'agreement among raft nodes before linearized reading' (duration: 118.57597ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:52.939743Z","caller":"traceutil/trace.go:171","msg":"trace[1918973597] transaction","detail":"{read_only:false; response_revision:6690; number_of_response:1; }","duration":"366.916068ms","start":"2026-07-24T17:35:52.572799Z","end":"2026-07-24T17:35:52.939715Z","steps":["trace[1918973597] 'process raft request' (duration: 366.729272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:52.939947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:52.572769Z","time spent":"367.090404ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11925,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:53.460947Z","caller":"traceutil/trace.go:171","msg":"trace[531585617] transaction","detail":"{read_only:false; response_revision:6692; number_of_response:1; }","duration":"110.62599ms","start":"2026-07-24T17:35:53.350301Z","end":"2026-07-24T17:35:53.460927Z","steps":["trace[531585617] 'process raft request' (duration: 110.498076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:53.632115Z","caller":"traceutil/trace.go:171","msg":"trace[463271530] linearizableReadLoop","detail":"{readStateIndex:6994; appliedIndex:6991; }","duration":"258.318792ms","start":"2026-07-24T17:35:53.373764Z","end":"2026-07-24T17:35:53.632083Z","steps":["trace[463271530] 'read index received' (duration: 87.095698ms)","trace[463271530] 'applied index is now lower than readState.Index' (duration: 171.221704ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:53.63212Z","caller":"traceutil/trace.go:171","msg":"trace[1019084860] transaction","detail":"{read_only:false; response_revision:6693; number_of_response:1; }","duration":"280.027634ms","start":"2026-07-24T17:35:53.352053Z","end":"2026-07-24T17:35:53.63208Z","steps":["trace[1019084860] 'process raft request' (duration: 237.940324ms)","trace[1019084860] 'compare' (duration: 41.555702ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:53.632314Z","caller":"traceutil/trace.go:171","msg":"trace[1533184585] transaction","detail":"{read_only:false; response_revision:6694; number_of_response:1; }","duration":"278.847384ms","start":"2026-07-24T17:35:53.353419Z","end":"2026-07-24T17:35:53.632266Z","steps":["trace[1533184585] 'process raft request' (duration: 278.551974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:53.632357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.57207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:35:53.632404Z","caller":"traceutil/trace.go:171","msg":"trace[1361360884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6694; }","duration":"258.676283ms","start":"2026-07-24T17:35:53.373716Z","end":"2026-07-24T17:35:53.632392Z","steps":["trace[1361360884] 'agreement among raft nodes before linearized reading' (duration: 258.490957ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:53.816231Z","caller":"traceutil/trace.go:171","msg":"trace[609341238] transaction","detail":"{read_only:false; response_revision:6697; number_of_response:1; }","duration":"117.297841ms","start":"2026-07-24T17:35:53.698897Z","end":"2026-07-24T17:35:53.816195Z","steps":["trace[609341238] 'process raft request' (duration: 40.670042ms)","trace[609341238] 'compare' (duration: 76.225466ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:53.816341Z","caller":"traceutil/trace.go:171","msg":"trace[2090641097] transaction","detail":"{read_only:false; response_revision:6698; number_of_response:1; }","duration":"116.730902ms","start":"2026-07-24T17:35:53.699567Z","end":"2026-07-24T17:35:53.816298Z","steps":["trace[2090641097] 'process raft request' (duration: 116.563857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:55.728747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.175863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:35:55.729178Z","caller":"traceutil/trace.go:171","msg":"trace[1719283803] transaction","detail":"{read_only:false; response_revision:6703; number_of_response:1; }","duration":"172.13068ms","start":"2026-07-24T17:35:55.55702Z","end":"2026-07-24T17:35:55.729151Z","steps":["trace[1719283803] 'process raft request' (duration: 35.43703ms)","trace[1719283803] 'compare' (duration: 135.892814ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:55.729181Z","caller":"traceutil/trace.go:171","msg":"trace[133423293] linearizableReadLoop","detail":"{readStateIndex:7003; appliedIndex:7002; }","duration":"120.111308ms","start":"2026-07-24T17:35:55.609038Z","end":"2026-07-24T17:35:55.729149Z","steps":["trace[133423293] 'read index received' (duration: 76.823µs)","trace[133423293] 'applied index is now lower than readState.Index' (duration: 120.030845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:55.729532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.485811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:35:55.729588Z","caller":"traceutil/trace.go:171","msg":"trace[1802069250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6704; }","duration":"120.609024ms","start":"2026-07-24T17:35:55.608965Z","end":"2026-07-24T17:35:55.729574Z","steps":["trace[1802069250] 'agreement among raft nodes before linearized reading' (duration: 120.265453ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:55.935923Z","caller":"traceutil/trace.go:171","msg":"trace[1624298595] linearizableReadLoop","detail":"{readStateIndex:7005; appliedIndex:7004; }","duration":"206.554407ms","start":"2026-07-24T17:35:55.729345Z","end":"2026-07-24T17:35:55.935899Z","steps":["trace[1624298595] 'read index received' (duration: 162.149069ms)","trace[1624298595] 'applied index is now lower than readState.Index' (duration: 44.404278ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:55.936012Z","caller":"traceutil/trace.go:171","msg":"trace[1806319037] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"297.597058ms","start":"2026-07-24T17:35:55.638345Z","end":"2026-07-24T17:35:55.935943Z","steps":["trace[1806319037] 'process raft request' (duration: 253.235041ms)","trace[1806319037] 'compare' (duration: 44.182401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:55.936151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.730543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:35:55.936232Z","caller":"traceutil/trace.go:171","msg":"trace[718342863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6705; }","duration":"264.854728ms","start":"2026-07-24T17:35:55.671359Z","end":"2026-07-24T17:35:55.936213Z","steps":["trace[718342863] 'agreement among raft nodes before linearized reading' (duration: 264.61924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:55.936312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.300269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:55.93638Z","caller":"traceutil/trace.go:171","msg":"trace[817001256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6705; }","duration":"206.522416ms","start":"2026-07-24T17:35:55.729846Z","end":"2026-07-24T17:35:55.936368Z","steps":["trace[817001256] 'agreement among raft nodes before linearized reading' (duration: 206.178915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:55.936479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.424693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T17:35:55.936476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.423013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:35:55.936526Z","caller":"traceutil/trace.go:171","msg":"trace[982232226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6705; }","duration":"115.469245ms","start":"2026-07-24T17:35:55.821044Z","end":"2026-07-24T17:35:55.936513Z","steps":["trace[982232226] 'agreement among raft nodes before linearized reading' (duration: 115.358851ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:55.936555Z","caller":"traceutil/trace.go:171","msg":"trace[1556432302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6705; }","duration":"115.560108ms","start":"2026-07-24T17:35:55.820981Z","end":"2026-07-24T17:35:55.936541Z","steps":["trace[1556432302] 'agreement among raft nodes before linearized reading' (duration: 115.413323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:55.936695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.653782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:35:55.93675Z","caller":"traceutil/trace.go:171","msg":"trace[1634759129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6705; }","duration":"246.750446ms","start":"2026-07-24T17:35:55.689984Z","end":"2026-07-24T17:35:55.936735Z","steps":["trace[1634759129] 'agreement among raft nodes before linearized reading' (duration: 246.56577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:55.936793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.408483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:35:55.936945Z","caller":"traceutil/trace.go:171","msg":"trace[1036287768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6705; }","duration":"203.590879ms","start":"2026-07-24T17:35:55.733291Z","end":"2026-07-24T17:35:55.936882Z","steps":["trace[1036287768] 'agreement among raft nodes before linearized reading' (duration: 203.206376ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:56.459521Z","caller":"traceutil/trace.go:171","msg":"trace[1553840107] linearizableReadLoop","detail":"{readStateIndex:7012; appliedIndex:7011; }","duration":"257.24019ms","start":"2026-07-24T17:35:56.202256Z","end":"2026-07-24T17:35:56.459496Z","steps":["trace[1553840107] 'read index received' (duration: 257.074264ms)","trace[1553840107] 'applied index is now lower than readState.Index' (duration: 164.756µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:56.45982Z","caller":"traceutil/trace.go:171","msg":"trace[35323746] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"297.17829ms","start":"2026-07-24T17:35:56.16263Z","end":"2026-07-24T17:35:56.459809Z","steps":["trace[35323746] 'process raft request' (duration: 296.725315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.460054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.782778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-24T17:35:56.460066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.682865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:56.4601Z","caller":"traceutil/trace.go:171","msg":"trace[1556651783] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6712; }","duration":"257.884592ms","start":"2026-07-24T17:35:56.202202Z","end":"2026-07-24T17:35:56.460086Z","steps":["trace[1556651783] 'agreement among raft nodes before linearized reading' (duration: 257.749227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:56.460139Z","caller":"traceutil/trace.go:171","msg":"trace[1790100238] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6712; }","duration":"215.83027ms","start":"2026-07-24T17:35:56.244288Z","end":"2026-07-24T17:35:56.460119Z","steps":["trace[1790100238] 'agreement among raft nodes before linearized reading' (duration: 215.682205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.460399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.071471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:56.460445Z","caller":"traceutil/trace.go:171","msg":"trace[1319633281] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6712; }","duration":"205.172035ms","start":"2026-07-24T17:35:56.255261Z","end":"2026-07-24T17:35:56.460433Z","steps":["trace[1319633281] 'agreement among raft nodes before linearized reading' (duration: 205.090592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.799475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.112055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:35:56.799599Z","caller":"traceutil/trace.go:171","msg":"trace[1377238629] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"332.994204ms","start":"2026-07-24T17:35:56.466584Z","end":"2026-07-24T17:35:56.799578Z","steps":["trace[1377238629] 'process raft request' (duration: 69.694752ms)","trace[1377238629] 'compare' (duration: 262.997691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:56.799659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:56.46657Z","time spent":"333.061225ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:56.817543Z","caller":"traceutil/trace.go:171","msg":"trace[1214723119] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"350.455665ms","start":"2026-07-24T17:35:56.467055Z","end":"2026-07-24T17:35:56.81751Z","steps":["trace[1214723119] 'process raft request' (duration: 350.205527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.81777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:56.467044Z","time spent":"350.59184ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:56.818138Z","caller":"traceutil/trace.go:171","msg":"trace[954259093] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"351.033125ms","start":"2026-07-24T17:35:56.467072Z","end":"2026-07-24T17:35:56.818106Z","steps":["trace[954259093] 'process raft request' (duration: 350.368513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.818344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:56.467049Z","time spent":"351.193909ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:35:56.818403Z","caller":"traceutil/trace.go:171","msg":"trace[1254998216] linearizableReadLoop","detail":"{readStateIndex:7016; appliedIndex:7012; }","duration":"311.532548ms","start":"2026-07-24T17:35:56.506847Z","end":"2026-07-24T17:35:56.818379Z","steps":["trace[1254998216] 'read index received' (duration: 29.513533ms)","trace[1254998216] 'applied index is now lower than readState.Index' (duration: 282.013595ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:56.818571Z","caller":"traceutil/trace.go:171","msg":"trace[1890931296] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"345.010884ms","start":"2026-07-24T17:35:56.473546Z","end":"2026-07-24T17:35:56.818557Z","steps":["trace[1890931296] 'process raft request' (duration: 344.492567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.818653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:56.473531Z","time spent":"345.084716ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:35:56.818689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.830078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:35:56.818823Z","caller":"traceutil/trace.go:171","msg":"trace[1720457422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6716; }","duration":"311.965173ms","start":"2026-07-24T17:35:56.506804Z","end":"2026-07-24T17:35:56.818769Z","steps":["trace[1720457422] 'agreement among raft nodes before linearized reading' (duration: 311.785037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.818864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.580118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:35:56.818958Z","caller":"traceutil/trace.go:171","msg":"trace[1487592406] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:6716; }","duration":"256.711782ms","start":"2026-07-24T17:35:56.562232Z","end":"2026-07-24T17:35:56.818944Z","steps":["trace[1487592406] 'agreement among raft nodes before linearized reading' (duration: 256.511185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.819271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.187463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:35:56.819331Z","caller":"traceutil/trace.go:171","msg":"trace[1945301245] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6716; }","duration":"162.281966ms","start":"2026-07-24T17:35:56.657036Z","end":"2026-07-24T17:35:56.819318Z","steps":["trace[1945301245] 'agreement among raft nodes before linearized reading' (duration: 162.188463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:56.818971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:35:56.506794Z","time spent":"312.075066ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:35:57.005194Z","caller":"traceutil/trace.go:171","msg":"trace[2111799969] linearizableReadLoop","detail":"{readStateIndex:7017; appliedIndex:7016; }","duration":"175.688082ms","start":"2026-07-24T17:35:56.829474Z","end":"2026-07-24T17:35:57.005162Z","steps":["trace[2111799969] 'read index received' (duration: 109.512288ms)","trace[2111799969] 'applied index is now lower than readState.Index' (duration: 66.174034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:57.00544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.941122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T17:35:57.005484Z","caller":"traceutil/trace.go:171","msg":"trace[1554638117] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6716; }","duration":"176.035025ms","start":"2026-07-24T17:35:56.829436Z","end":"2026-07-24T17:35:57.005471Z","steps":["trace[1554638117] 'agreement among raft nodes before linearized reading' (duration: 175.845438ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:57.128069Z","caller":"traceutil/trace.go:171","msg":"trace[676718343] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"104.542875ms","start":"2026-07-24T17:35:57.023492Z","end":"2026-07-24T17:35:57.128035Z","steps":["trace[676718343] 'process raft request' (duration: 81.718854ms)","trace[676718343] 'compare' (duration: 22.49516ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:57.700517Z","caller":"traceutil/trace.go:171","msg":"trace[2034150709] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"145.614173ms","start":"2026-07-24T17:35:57.554884Z","end":"2026-07-24T17:35:57.700498Z","steps":["trace[2034150709] 'process raft request' (duration: 144.057861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:58.136413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.419002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:35:58.136494Z","caller":"traceutil/trace.go:171","msg":"trace[219586688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6726; }","duration":"107.518636ms","start":"2026-07-24T17:35:58.028955Z","end":"2026-07-24T17:35:58.136474Z","steps":["trace[219586688] 'range keys from in-memory index tree' (duration: 107.230236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:58.136471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.201308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:35:58.136739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.509909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:35:58.136826Z","caller":"traceutil/trace.go:171","msg":"trace[90340156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6726; }","duration":"108.637163ms","start":"2026-07-24T17:35:58.028168Z","end":"2026-07-24T17:35:58.136805Z","steps":["trace[90340156] 'range keys from in-memory index tree' (duration: 108.268941ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:58.136592Z","caller":"traceutil/trace.go:171","msg":"trace[1509989279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6726; }","duration":"108.348504ms","start":"2026-07-24T17:35:58.028199Z","end":"2026-07-24T17:35:58.136547Z","steps":["trace[1509989279] 'range keys from in-memory index tree' (duration: 107.983911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:35:58.137559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.314566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:35:58.137615Z","caller":"traceutil/trace.go:171","msg":"trace[1068296916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6726; }","duration":"109.381288ms","start":"2026-07-24T17:35:58.028221Z","end":"2026-07-24T17:35:58.137602Z","steps":["trace[1068296916] 'range keys from in-memory index tree' (duration: 108.558731ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:35:59.954891Z","caller":"traceutil/trace.go:171","msg":"trace[360460545] linearizableReadLoop","detail":"{readStateIndex:7037; appliedIndex:7036; }","duration":"117.860923ms","start":"2026-07-24T17:35:59.836993Z","end":"2026-07-24T17:35:59.954854Z","steps":["trace[360460545] 'read index received' (duration: 27.031242ms)","trace[360460545] 'applied index is now lower than readState.Index' (duration: 90.828561ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:35:59.955182Z","caller":"traceutil/trace.go:171","msg":"trace[638757577] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"196.500967ms","start":"2026-07-24T17:35:59.75865Z","end":"2026-07-24T17:35:59.955151Z","steps":["trace[638757577] 'process raft request' (duration: 105.470419ms)","trace[638757577] 'compare' (duration: 90.553652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:35:59.955634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.604307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:35:59.955675Z","caller":"traceutil/trace.go:171","msg":"trace[1080789724] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6736; }","duration":"118.723901ms","start":"2026-07-24T17:35:59.836941Z","end":"2026-07-24T17:35:59.955665Z","steps":["trace[1080789724] 'agreement among raft nodes before linearized reading' (duration: 118.051539ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:01.804284Z","caller":"traceutil/trace.go:171","msg":"trace[1823689058] linearizableReadLoop","detail":"{readStateIndex:7046; appliedIndex:7045; }","duration":"150.226098ms","start":"2026-07-24T17:36:01.653943Z","end":"2026-07-24T17:36:01.804169Z","steps":["trace[1823689058] 'read index received' (duration: 62.87963ms)","trace[1823689058] 'applied index is now lower than readState.Index' (duration: 87.345108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:01.804294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.329911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:36:01.804413Z","caller":"traceutil/trace.go:171","msg":"trace[698187231] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:6744; }","duration":"150.503558ms","start":"2026-07-24T17:36:01.653891Z","end":"2026-07-24T17:36:01.804395Z","steps":["trace[698187231] 'agreement among raft nodes before linearized reading' (duration: 150.298861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:01.965581Z","caller":"traceutil/trace.go:171","msg":"trace[1029569031] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"225.279285ms","start":"2026-07-24T17:36:01.740278Z","end":"2026-07-24T17:36:01.965557Z","steps":["trace[1029569031] 'process raft request' (duration: 225.107509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:02.551666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.100702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:36:02.551994Z","caller":"traceutil/trace.go:171","msg":"trace[1997779406] transaction","detail":"{read_only:false; response_revision:6748; number_of_response:1; }","duration":"386.539488ms","start":"2026-07-24T17:36:02.16544Z","end":"2026-07-24T17:36:02.551979Z","steps":["trace[1997779406] 'process raft request' (duration: 386.488006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:02.552141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:02.165416Z","time spent":"386.697223ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:02.552165Z","caller":"traceutil/trace.go:171","msg":"trace[1933759343] linearizableReadLoop","detail":"{readStateIndex:7049; appliedIndex:7048; }","duration":"540.155501ms","start":"2026-07-24T17:36:02.011987Z","end":"2026-07-24T17:36:02.552143Z","steps":["trace[1933759343] 'read index received' (duration: 206.513501ms)","trace[1933759343] 'applied index is now lower than readState.Index' (duration: 333.64002ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:02.552356Z","caller":"traceutil/trace.go:171","msg":"trace[980665110] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"549.69811ms","start":"2026-07-24T17:36:02.002647Z","end":"2026-07-24T17:36:02.552345Z","steps":["trace[980665110] 'process raft request' (duration: 215.854633ms)","trace[980665110] 'compare' (duration: 332.717619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:02.552426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:02.002625Z","time spent":"549.757972ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:36:02.552319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.321437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:36:02.552535Z","caller":"traceutil/trace.go:171","msg":"trace[1200956968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6748; }","duration":"540.568585ms","start":"2026-07-24T17:36:02.011942Z","end":"2026-07-24T17:36:02.55251Z","steps":["trace[1200956968] 'agreement among raft nodes before linearized reading' (duration: 540.268205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:02.552653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:02.011921Z","time spent":"540.69523ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:36:02.552921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.680969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:36:02.552996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.827743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T17:36:02.553031Z","caller":"traceutil/trace.go:171","msg":"trace[984666560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6748; }","duration":"344.876765ms","start":"2026-07-24T17:36:02.208146Z","end":"2026-07-24T17:36:02.553023Z","steps":["trace[984666560] 'agreement among raft nodes before linearized reading' (duration: 344.792373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:02.553056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:02.208139Z","time spent":"344.911676ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:36:02.553113Z","caller":"traceutil/trace.go:171","msg":"trace[152354737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6748; }","duration":"344.822783ms","start":"2026-07-24T17:36:02.208191Z","end":"2026-07-24T17:36:02.553014Z","steps":["trace[152354737] 'agreement among raft nodes before linearized reading' (duration: 344.651867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:02.55316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.030771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T17:36:02.553185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.99878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:36:02.553199Z","caller":"traceutil/trace.go:171","msg":"trace[1596414977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6748; }","duration":"345.113523ms","start":"2026-07-24T17:36:02.208073Z","end":"2026-07-24T17:36:02.553187Z","steps":["trace[1596414977] 'agreement among raft nodes before linearized reading' (duration: 344.871045ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:02.553219Z","caller":"traceutil/trace.go:171","msg":"trace[948252704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6748; }","duration":"345.064742ms","start":"2026-07-24T17:36:02.208147Z","end":"2026-07-24T17:36:02.553211Z","steps":["trace[948252704] 'agreement among raft nodes before linearized reading' (duration: 344.886186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:02.553286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:02.208052Z","time spent":"345.226757ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:36:02.553307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:02.208129Z","time spent":"345.170075ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:36:02.553451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:02.20817Z","time spent":"345.244398ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:36:02.552907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.456634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:36:02.553586Z","caller":"traceutil/trace.go:171","msg":"trace[1167612491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6748; }","duration":"448.177238ms","start":"2026-07-24T17:36:02.105395Z","end":"2026-07-24T17:36:02.553572Z","steps":["trace[1167612491] 'agreement among raft nodes before linearized reading' (duration: 447.425243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:02.553639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:02.10538Z","time spent":"448.25089ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:36:12.29341Z","caller":"traceutil/trace.go:171","msg":"trace[415633418] linearizableReadLoop","detail":"{readStateIndex:7201; appliedIndex:7200; }","duration":"190.370945ms","start":"2026-07-24T17:36:12.103013Z","end":"2026-07-24T17:36:12.293384Z","steps":["trace[415633418] 'read index received' (duration: 98.925563ms)","trace[415633418] 'applied index is now lower than readState.Index' (duration: 91.444222ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:12.29362Z","caller":"traceutil/trace.go:171","msg":"trace[33734074] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"284.660081ms","start":"2026-07-24T17:36:12.008922Z","end":"2026-07-24T17:36:12.293582Z","steps":["trace[33734074] 'process raft request' (duration: 192.994073ms)","trace[33734074] 'compare' (duration: 91.328207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:12.29363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.597442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:36:12.293813Z","caller":"traceutil/trace.go:171","msg":"trace[790795326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6895; }","duration":"190.82488ms","start":"2026-07-24T17:36:12.102977Z","end":"2026-07-24T17:36:12.293801Z","steps":["trace[790795326] 'agreement among raft nodes before linearized reading' (duration: 190.591262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:12.545797Z","caller":"traceutil/trace.go:171","msg":"trace[1859177363] linearizableReadLoop","detail":"{readStateIndex:7202; appliedIndex:7201; }","duration":"250.929708ms","start":"2026-07-24T17:36:12.294842Z","end":"2026-07-24T17:36:12.545771Z","steps":["trace[1859177363] 'read index received' (duration: 207.372405ms)","trace[1859177363] 'applied index is now lower than readState.Index' (duration: 43.555523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:12.54599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.119994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:36:12.546087Z","caller":"traceutil/trace.go:171","msg":"trace[959029001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6895; }","duration":"251.258ms","start":"2026-07-24T17:36:12.294804Z","end":"2026-07-24T17:36:12.546062Z","steps":["trace[959029001] 'agreement among raft nodes before linearized reading' (duration: 251.101905ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:17.673081Z","caller":"traceutil/trace.go:171","msg":"trace[1826552591] linearizableReadLoop","detail":"{readStateIndex:7231; appliedIndex:7230; }","duration":"142.127795ms","start":"2026-07-24T17:36:17.530926Z","end":"2026-07-24T17:36:17.673054Z","steps":["trace[1826552591] 'read index received' (duration: 141.927108ms)","trace[1826552591] 'applied index is now lower than readState.Index' (duration: 199.657µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:17.673225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.275681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:36:17.673259Z","caller":"traceutil/trace.go:171","msg":"trace[286139591] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6923; }","duration":"142.371694ms","start":"2026-07-24T17:36:17.530877Z","end":"2026-07-24T17:36:17.673249Z","steps":["trace[286139591] 'agreement among raft nodes before linearized reading' (duration: 142.27733ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:17.673255Z","caller":"traceutil/trace.go:171","msg":"trace[1852424323] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"211.021675ms","start":"2026-07-24T17:36:17.462119Z","end":"2026-07-24T17:36:17.673141Z","steps":["trace[1852424323] 'process raft request' (duration: 210.765266ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:18.985764Z","caller":"traceutil/trace.go:171","msg":"trace[1239699090] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"216.135401ms","start":"2026-07-24T17:36:18.769592Z","end":"2026-07-24T17:36:18.985728Z","steps":["trace[1239699090] 'process raft request' (duration: 216.09765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:18.986327Z","caller":"traceutil/trace.go:171","msg":"trace[663663365] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"217.049411ms","start":"2026-07-24T17:36:18.76925Z","end":"2026-07-24T17:36:18.9863Z","steps":["trace[663663365] 'process raft request' (duration: 216.40441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:18.986341Z","caller":"traceutil/trace.go:171","msg":"trace[1311310061] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"217.071073ms","start":"2026-07-24T17:36:18.76924Z","end":"2026-07-24T17:36:18.986311Z","steps":["trace[1311310061] 'process raft request' (duration: 173.128352ms)","trace[1311310061] 'compare' (duration: 43.145934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:19.266341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.09329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:36:19.266418Z","caller":"traceutil/trace.go:171","msg":"trace[671576379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6936; }","duration":"161.229964ms","start":"2026-07-24T17:36:19.105171Z","end":"2026-07-24T17:36:19.266401Z","steps":["trace[671576379] 'range keys from in-memory index tree' (duration: 160.963765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:19.811455Z","caller":"traceutil/trace.go:171","msg":"trace[1940504757] transaction","detail":"{read_only:false; response_revision:6938; number_of_response:1; }","duration":"132.371802ms","start":"2026-07-24T17:36:19.67905Z","end":"2026-07-24T17:36:19.811421Z","steps":["trace[1940504757] 'process raft request' (duration: 66.670597ms)","trace[1940504757] 'compare' (duration: 65.579421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:20.914455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.253288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:36:20.914561Z","caller":"traceutil/trace.go:171","msg":"trace[1846456572] linearizableReadLoop","detail":"{readStateIndex:7250; appliedIndex:7249; }","duration":"110.60918ms","start":"2026-07-24T17:36:20.803934Z","end":"2026-07-24T17:36:20.914543Z","steps":["trace[1846456572] 'read index received' (duration: 36.741µs)","trace[1846456572] 'applied index is now lower than readState.Index' (duration: 110.570989ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:20.9153Z","caller":"traceutil/trace.go:171","msg":"trace[554930106] transaction","detail":"{read_only:false; response_revision:6942; number_of_response:1; }","duration":"192.023754ms","start":"2026-07-24T17:36:20.723254Z","end":"2026-07-24T17:36:20.915278Z","steps":["trace[554930106] 'process raft request' (duration: 72.865307ms)","trace[554930106] 'compare' (duration: 117.938676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:20.915759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.82418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:36:20.915808Z","caller":"traceutil/trace.go:171","msg":"trace[1436469341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6942; }","duration":"111.918104ms","start":"2026-07-24T17:36:20.803876Z","end":"2026-07-24T17:36:20.915794Z","steps":["trace[1436469341] 'agreement among raft nodes before linearized reading' (duration: 110.718003ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:21.245542Z","caller":"traceutil/trace.go:171","msg":"trace[1658918735] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"342.648168ms","start":"2026-07-24T17:36:20.902867Z","end":"2026-07-24T17:36:21.245515Z","steps":["trace[1658918735] 'process raft request' (duration: 252.506627ms)","trace[1658918735] 'compare' (duration: 89.842691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:21.245702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:20.902838Z","time spent":"342.773952ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:21.323602Z","caller":"traceutil/trace.go:171","msg":"trace[1370978104] linearizableReadLoop","detail":"{readStateIndex:7252; appliedIndex:7250; }","duration":"334.064799ms","start":"2026-07-24T17:36:20.989514Z","end":"2026-07-24T17:36:21.323579Z","steps":["trace[1370978104] 'read index received' (duration: 165.858595ms)","trace[1370978104] 'applied index is now lower than readState.Index' (duration: 168.204704ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:21.323643Z","caller":"traceutil/trace.go:171","msg":"trace[654797301] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"404.605328ms","start":"2026-07-24T17:36:20.919018Z","end":"2026-07-24T17:36:21.323623Z","steps":["trace[654797301] 'process raft request' (duration: 404.440042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:21.323746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:20.918997Z","time spent":"404.687931ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:36:21.323789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.268157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:36:21.323867Z","caller":"traceutil/trace.go:171","msg":"trace[1323723049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6944; }","duration":"334.38288ms","start":"2026-07-24T17:36:20.98947Z","end":"2026-07-24T17:36:21.323853Z","steps":["trace[1323723049] 'agreement among raft nodes before linearized reading' (duration: 334.217585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:21.323865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.165507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:36:21.323901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:20.989452Z","time spent":"334.439812ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T17:36:21.323903Z","caller":"traceutil/trace.go:171","msg":"trace[1352340775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6944; }","duration":"220.23579ms","start":"2026-07-24T17:36:21.103657Z","end":"2026-07-24T17:36:21.323893Z","steps":["trace[1352340775] 'agreement among raft nodes before linearized reading' (duration: 220.148647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:21.324023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.821201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:36:21.324101Z","caller":"traceutil/trace.go:171","msg":"trace[1940958460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6944; }","duration":"333.933605ms","start":"2026-07-24T17:36:20.990149Z","end":"2026-07-24T17:36:21.324082Z","steps":["trace[1940958460] 'agreement among raft nodes before linearized reading' (duration: 333.648675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:21.324153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:20.990142Z","time spent":"334.002147ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:36:21.326537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.202981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:36:21.327001Z","caller":"traceutil/trace.go:171","msg":"trace[1809755328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6944; }","duration":"336.653667ms","start":"2026-07-24T17:36:20.990247Z","end":"2026-07-24T17:36:21.3269Z","steps":["trace[1809755328] 'agreement among raft nodes before linearized reading' (duration: 333.698517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:21.327181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:20.99024Z","time spent":"336.921896ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:36:21.567158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.407458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:36:21.567416Z","caller":"traceutil/trace.go:171","msg":"trace[2050387561] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"232.497144ms","start":"2026-07-24T17:36:21.334885Z","end":"2026-07-24T17:36:21.567382Z","steps":["trace[2050387561] 'process raft request' (duration: 56.778736ms)","trace[2050387561] 'compare' (duration: 174.981253ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:21.567884Z","caller":"traceutil/trace.go:171","msg":"trace[733128184] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"231.375606ms","start":"2026-07-24T17:36:21.336482Z","end":"2026-07-24T17:36:21.567858Z","steps":["trace[733128184] 'process raft request' (duration: 230.877609ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:21.568248Z","caller":"traceutil/trace.go:171","msg":"trace[553826479] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"232.99859ms","start":"2026-07-24T17:36:21.33523Z","end":"2026-07-24T17:36:21.568228Z","steps":["trace[553826479] 'process raft request' (duration: 232.055239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:21.884172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.130184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:36:24.076635Z","caller":"traceutil/trace.go:171","msg":"trace[1502002058] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"375.993337ms","start":"2026-07-24T17:36:23.700614Z","end":"2026-07-24T17:36:24.076607Z","steps":["trace[1502002058] 'process raft request' (duration: 375.819001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:24.076789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:23.700593Z","time spent":"376.121331ms","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:24.12715Z","caller":"traceutil/trace.go:171","msg":"trace[158000929] transaction","detail":"{read_only:false; response_revision:6960; number_of_response:1; }","duration":"236.58961ms","start":"2026-07-24T17:36:23.890538Z","end":"2026-07-24T17:36:24.127128Z","steps":["trace[158000929] 'process raft request' (duration: 236.547809ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:24.127262Z","caller":"traceutil/trace.go:171","msg":"trace[327658885] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"413.893517ms","start":"2026-07-24T17:36:23.713311Z","end":"2026-07-24T17:36:24.127204Z","steps":["trace[327658885] 'process raft request' (duration: 413.608407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:24.127443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:23.713287Z","time spent":"414.057703ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:32.894381Z","caller":"traceutil/trace.go:171","msg":"trace[1324588969] transaction","detail":"{read_only:false; response_revision:7029; number_of_response:1; }","duration":"201.836223ms","start":"2026-07-24T17:36:32.692525Z","end":"2026-07-24T17:36:32.894361Z","steps":["trace[1324588969] 'process raft request' (duration: 201.657217ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:32.896476Z","caller":"traceutil/trace.go:171","msg":"trace[1830641283] transaction","detail":"{read_only:false; response_revision:7030; number_of_response:1; }","duration":"120.297819ms","start":"2026-07-24T17:36:32.776165Z","end":"2026-07-24T17:36:32.896463Z","steps":["trace[1830641283] 'process raft request' (duration: 120.220016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.00442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.438005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:36:34.004494Z","caller":"traceutil/trace.go:171","msg":"trace[541168850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7032; }","duration":"306.56433ms","start":"2026-07-24T17:36:33.697912Z","end":"2026-07-24T17:36:34.004477Z","steps":["trace[541168850] 'range keys from in-memory index tree' (duration: 306.266569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.004535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:33.697893Z","time spent":"306.632402ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:36:34.004813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.509176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:36:34.004865Z","caller":"traceutil/trace.go:171","msg":"trace[1225863754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7032; }","duration":"285.572448ms","start":"2026-07-24T17:36:33.719281Z","end":"2026-07-24T17:36:34.004853Z","steps":["trace[1225863754] 'range keys from in-memory index tree' (duration: 285.3423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.005044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.007739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:36:34.005058Z","caller":"traceutil/trace.go:171","msg":"trace[450669709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7032; }","duration":"224.054391ms","start":"2026-07-24T17:36:33.780999Z","end":"2026-07-24T17:36:34.005053Z","steps":["trace[450669709] 'range keys from in-memory index tree' (duration: 223.923936ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:34.513664Z","caller":"traceutil/trace.go:171","msg":"trace[2124399218] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"505.274818ms","start":"2026-07-24T17:36:34.008363Z","end":"2026-07-24T17:36:34.513637Z","steps":["trace[2124399218] 'process raft request' (duration: 505.079081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.513818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:34.008349Z","time spent":"505.392803ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:34.701314Z","caller":"traceutil/trace.go:171","msg":"trace[1190592032] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"692.005026ms","start":"2026-07-24T17:36:34.009261Z","end":"2026-07-24T17:36:34.701266Z","steps":["trace[1190592032] 'process raft request' (duration: 691.769368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:34.701355Z","caller":"traceutil/trace.go:171","msg":"trace[1060610494] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"692.047897ms","start":"2026-07-24T17:36:34.009268Z","end":"2026-07-24T17:36:34.701316Z","steps":["trace[1060610494] 'process raft request' (duration: 691.897742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.70141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.438145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:36:34.701452Z","caller":"traceutil/trace.go:171","msg":"trace[1411155182] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7038; }","duration":"330.566179ms","start":"2026-07-24T17:36:34.370878Z","end":"2026-07-24T17:36:34.701444Z","steps":["trace[1411155182] 'agreement among raft nodes before linearized reading' (duration: 330.487366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.701484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:34.370818Z","time spent":"330.656852ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:36:34.701533Z","caller":"traceutil/trace.go:171","msg":"trace[1933827516] transaction","detail":"{read_only:false; response_revision:7036; number_of_response:1; }","duration":"539.459199ms","start":"2026-07-24T17:36:34.162066Z","end":"2026-07-24T17:36:34.701525Z","steps":["trace[1933827516] 'process raft request' (duration: 539.143018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.701533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:34.009243Z","time spent":"692.201532ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:34.701543Z","caller":"traceutil/trace.go:171","msg":"trace[1909195967] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"224.475149ms","start":"2026-07-24T17:36:34.477054Z","end":"2026-07-24T17:36:34.701529Z","steps":["trace[1909195967] 'process raft request' (duration: 224.22712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.701488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:34.00924Z","time spent":"692.15522ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:36:34.70159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:34.16204Z","time spent":"539.50939ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:34.701499Z","caller":"traceutil/trace.go:171","msg":"trace[25849480] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"500.62486ms","start":"2026-07-24T17:36:34.200863Z","end":"2026-07-24T17:36:34.701488Z","steps":["trace[25849480] 'process raft request' (duration: 500.382972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:34.701709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:34.200843Z","time spent":"500.824917ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:34.701329Z","caller":"traceutil/trace.go:171","msg":"trace[819915524] linearizableReadLoop","detail":"{readStateIndex:7348; appliedIndex:7343; }","duration":"330.348841ms","start":"2026-07-24T17:36:34.370964Z","end":"2026-07-24T17:36:34.701313Z","steps":["trace[819915524] 'read index received' (duration: 142.544928ms)","trace[819915524] 'applied index is now lower than readState.Index' (duration: 187.803103ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:36.667262Z","caller":"traceutil/trace.go:171","msg":"trace[806683644] linearizableReadLoop","detail":"{readStateIndex:7356; appliedIndex:7355; }","duration":"149.912412ms","start":"2026-07-24T17:36:36.51732Z","end":"2026-07-24T17:36:36.667233Z","steps":["trace[806683644] 'read index received' (duration: 149.665864ms)","trace[806683644] 'applied index is now lower than readState.Index' (duration: 245.498µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:36.667388Z","caller":"traceutil/trace.go:171","msg":"trace[703040211] transaction","detail":"{read_only:false; response_revision:7045; number_of_response:1; }","duration":"163.891147ms","start":"2026-07-24T17:36:36.503464Z","end":"2026-07-24T17:36:36.667355Z","steps":["trace[703040211] 'process raft request' (duration: 163.586067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:36.667543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.200212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:36:36.667617Z","caller":"traceutil/trace.go:171","msg":"trace[811290028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7045; }","duration":"150.319556ms","start":"2026-07-24T17:36:36.517286Z","end":"2026-07-24T17:36:36.667605Z","steps":["trace[811290028] 'agreement among raft nodes before linearized reading' (duration: 150.116209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:36.667725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.72978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:36:36.66779Z","caller":"traceutil/trace.go:171","msg":"trace[1701883880] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:7045; }","duration":"102.846264ms","start":"2026-07-24T17:36:36.564926Z","end":"2026-07-24T17:36:36.667772Z","steps":["trace[1701883880] 'agreement among raft nodes before linearized reading' (duration: 102.664067ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:36.906682Z","caller":"traceutil/trace.go:171","msg":"trace[57432423] linearizableReadLoop","detail":"{readStateIndex:7360; appliedIndex:7357; }","duration":"199.984644ms","start":"2026-07-24T17:36:36.70668Z","end":"2026-07-24T17:36:36.906665Z","steps":["trace[57432423] 'read index received' (duration: 9.4105ms)","trace[57432423] 'applied index is now lower than readState.Index' (duration: 190.573524ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:36.906786Z","caller":"traceutil/trace.go:171","msg":"trace[1825830418] transaction","detail":"{read_only:false; response_revision:7048; number_of_response:1; }","duration":"228.713629ms","start":"2026-07-24T17:36:36.678064Z","end":"2026-07-24T17:36:36.906777Z","steps":["trace[1825830418] 'process raft request' (duration: 193.503573ms)","trace[1825830418] 'compare' (duration: 34.869265ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:36.90709Z","caller":"traceutil/trace.go:171","msg":"trace[1949664110] transaction","detail":"{read_only:false; response_revision:7049; number_of_response:1; }","duration":"199.975303ms","start":"2026-07-24T17:36:36.707106Z","end":"2026-07-24T17:36:36.907081Z","steps":["trace[1949664110] 'process raft request' (duration: 199.425424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:36.907302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.49652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:36:36.907381Z","caller":"traceutil/trace.go:171","msg":"trace[577292259] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:7051; }","duration":"200.612154ms","start":"2026-07-24T17:36:36.70675Z","end":"2026-07-24T17:36:36.907363Z","steps":["trace[577292259] 'agreement among raft nodes before linearized reading' (duration: 200.458699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:36.907421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.729809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:36:36.907449Z","caller":"traceutil/trace.go:171","msg":"trace[16608855] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:7051; }","duration":"200.801281ms","start":"2026-07-24T17:36:36.706641Z","end":"2026-07-24T17:36:36.907442Z","steps":["trace[16608855] 'agreement among raft nodes before linearized reading' (duration: 200.749239ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:36.907585Z","caller":"traceutil/trace.go:171","msg":"trace[1162883823] transaction","detail":"{read_only:false; response_revision:7050; number_of_response:1; }","duration":"200.389457ms","start":"2026-07-24T17:36:36.707185Z","end":"2026-07-24T17:36:36.907575Z","steps":["trace[1162883823] 'process raft request' (duration: 199.395953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:36.907588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.140424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T17:36:36.907629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.154399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:36:36.907649Z","caller":"traceutil/trace.go:171","msg":"trace[795551009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7051; }","duration":"199.231358ms","start":"2026-07-24T17:36:36.708403Z","end":"2026-07-24T17:36:36.907635Z","steps":["trace[795551009] 'agreement among raft nodes before linearized reading' (duration: 199.029171ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:36.90766Z","caller":"traceutil/trace.go:171","msg":"trace[1176242398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7051; }","duration":"200.228221ms","start":"2026-07-24T17:36:36.707423Z","end":"2026-07-24T17:36:36.907651Z","steps":["trace[1176242398] 'agreement among raft nodes before linearized reading' (duration: 200.086126ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:36.907657Z","caller":"traceutil/trace.go:171","msg":"trace[273908664] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"197.744557ms","start":"2026-07-24T17:36:36.709906Z","end":"2026-07-24T17:36:36.907651Z","steps":["trace[273908664] 'process raft request' (duration: 196.726793ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:37.122372Z","caller":"traceutil/trace.go:171","msg":"trace[932662274] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"209.686744ms","start":"2026-07-24T17:36:36.912644Z","end":"2026-07-24T17:36:37.122331Z","steps":["trace[932662274] 'process raft request' (duration: 209.492828ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:37.122336Z","caller":"traceutil/trace.go:171","msg":"trace[1536846336] linearizableReadLoop","detail":"{readStateIndex:7364; appliedIndex:7363; }","duration":"208.816605ms","start":"2026-07-24T17:36:36.913483Z","end":"2026-07-24T17:36:37.1223Z","steps":["trace[1536846336] 'read index received' (duration: 208.66662ms)","trace[1536846336] 'applied index is now lower than readState.Index' (duration: 149.205µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:37.122556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.053953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:36:37.122609Z","caller":"traceutil/trace.go:171","msg":"trace[2026343818] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7052; }","duration":"209.116785ms","start":"2026-07-24T17:36:36.913473Z","end":"2026-07-24T17:36:37.12259Z","steps":["trace[2026343818] 'agreement among raft nodes before linearized reading' (duration: 208.944009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:37.135324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.532484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12067"} {"level":"info","ts":"2026-07-24T17:36:37.135396Z","caller":"traceutil/trace.go:171","msg":"trace[556766700] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7054; }","duration":"220.659138ms","start":"2026-07-24T17:36:36.91472Z","end":"2026-07-24T17:36:37.135379Z","steps":["trace[556766700] 'agreement among raft nodes before linearized reading' (duration: 220.42824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:37.135562Z","caller":"traceutil/trace.go:171","msg":"trace[1201364973] transaction","detail":"{read_only:false; response_revision:7054; number_of_response:1; }","duration":"216.745125ms","start":"2026-07-24T17:36:36.918784Z","end":"2026-07-24T17:36:37.135529Z","steps":["trace[1201364973] 'process raft request' (duration: 216.30444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:37.135758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.678006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:36:37.135765Z","caller":"traceutil/trace.go:171","msg":"trace[518601942] transaction","detail":"{read_only:false; response_revision:7053; number_of_response:1; }","duration":"221.104063ms","start":"2026-07-24T17:36:36.914635Z","end":"2026-07-24T17:36:37.135739Z","steps":["trace[518601942] 'process raft request' (duration: 220.332127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:37.135793Z","caller":"traceutil/trace.go:171","msg":"trace[1164528116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7054; }","duration":"144.74863ms","start":"2026-07-24T17:36:36.991035Z","end":"2026-07-24T17:36:37.135784Z","steps":["trace[1164528116] 'agreement among raft nodes before linearized reading' (duration: 144.662027ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:40.8441Z","caller":"traceutil/trace.go:171","msg":"trace[1490143710] transaction","detail":"{read_only:false; response_revision:7071; number_of_response:1; }","duration":"123.800382ms","start":"2026-07-24T17:36:40.720275Z","end":"2026-07-24T17:36:40.844075Z","steps":["trace[1490143710] 'process raft request' (duration: 123.601046ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:40.8448Z","caller":"traceutil/trace.go:171","msg":"trace[2079662038] linearizableReadLoop","detail":"{readStateIndex:7383; appliedIndex:7383; }","duration":"116.282767ms","start":"2026-07-24T17:36:40.728445Z","end":"2026-07-24T17:36:40.844728Z","steps":["trace[2079662038] 'read index received' (duration: 116.275916ms)","trace[2079662038] 'applied index is now lower than readState.Index' (duration: 5.581µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:40.844987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.532126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:36:40.845071Z","caller":"traceutil/trace.go:171","msg":"trace[411187069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7071; }","duration":"116.65868ms","start":"2026-07-24T17:36:40.728392Z","end":"2026-07-24T17:36:40.84505Z","steps":["trace[411187069] 'agreement among raft nodes before linearized reading' (duration: 116.454553ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:43.008566Z","caller":"traceutil/trace.go:171","msg":"trace[294320558] transaction","detail":"{read_only:false; response_revision:7097; number_of_response:1; }","duration":"143.935412ms","start":"2026-07-24T17:36:42.864591Z","end":"2026-07-24T17:36:43.008527Z","steps":["trace[294320558] 'process raft request' (duration: 143.610451ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:46.886052Z","caller":"traceutil/trace.go:171","msg":"trace[1335944536] transaction","detail":"{read_only:false; response_revision:7126; number_of_response:1; }","duration":"127.576482ms","start":"2026-07-24T17:36:46.758455Z","end":"2026-07-24T17:36:46.886032Z","steps":["trace[1335944536] 'process raft request' (duration: 127.396876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:50.590655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.180528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-24T17:36:50.590911Z","caller":"traceutil/trace.go:171","msg":"trace[535731128] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7147; }","duration":"209.446998ms","start":"2026-07-24T17:36:50.381434Z","end":"2026-07-24T17:36:50.590881Z","steps":["trace[535731128] 'range keys from in-memory index tree' (duration: 209.059375ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:53.508127Z","caller":"traceutil/trace.go:171","msg":"trace[1859732323] linearizableReadLoop","detail":"{readStateIndex:7496; appliedIndex:7495; }","duration":"161.850458ms","start":"2026-07-24T17:36:53.346249Z","end":"2026-07-24T17:36:53.508099Z","steps":["trace[1859732323] 'read index received' (duration: 141.640397ms)","trace[1859732323] 'applied index is now lower than readState.Index' (duration: 20.208701ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:53.508339Z","caller":"traceutil/trace.go:171","msg":"trace[83118708] transaction","detail":"{read_only:false; response_revision:7181; number_of_response:1; }","duration":"178.094364ms","start":"2026-07-24T17:36:53.330202Z","end":"2026-07-24T17:36:53.508296Z","steps":["trace[83118708] 'process raft request' (duration: 157.698526ms)","trace[83118708] 'compare' (duration: 20.063316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:53.508369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.087717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:36:53.508428Z","caller":"traceutil/trace.go:171","msg":"trace[1843834366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7181; }","duration":"162.205401ms","start":"2026-07-24T17:36:53.346203Z","end":"2026-07-24T17:36:53.508408Z","steps":["trace[1843834366] 'agreement among raft nodes before linearized reading' (duration: 162.009314ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:54.062906Z","caller":"traceutil/trace.go:171","msg":"trace[1374330644] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"277.077201ms","start":"2026-07-24T17:36:53.785816Z","end":"2026-07-24T17:36:54.062893Z","steps":["trace[1374330644] 'process raft request' (duration: 276.861554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:54.062827Z","caller":"traceutil/trace.go:171","msg":"trace[2078030186] linearizableReadLoop","detail":"{readStateIndex:7498; appliedIndex:7497; }","duration":"157.763659ms","start":"2026-07-24T17:36:53.905039Z","end":"2026-07-24T17:36:54.062803Z","steps":["trace[2078030186] 'read index received' (duration: 157.580893ms)","trace[2078030186] 'applied index is now lower than readState.Index' (duration: 181.856µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:36:54.063268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.200914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:36:54.063325Z","caller":"traceutil/trace.go:171","msg":"trace[1228192691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7183; }","duration":"158.338839ms","start":"2026-07-24T17:36:53.904975Z","end":"2026-07-24T17:36:54.063314Z","steps":["trace[1228192691] 'agreement among raft nodes before linearized reading' (duration: 157.957766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:54.270221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.306592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:36:54.270348Z","caller":"traceutil/trace.go:171","msg":"trace[1785040972] transaction","detail":"{read_only:false; response_revision:7184; number_of_response:1; }","duration":"202.832133ms","start":"2026-07-24T17:36:54.067491Z","end":"2026-07-24T17:36:54.270323Z","steps":["trace[1785040972] 'process raft request' (duration: 62.342964ms)","trace[1785040972] 'compare' (duration: 139.868668ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:54.316542Z","caller":"traceutil/trace.go:171","msg":"trace[1615001536] transaction","detail":"{read_only:false; response_revision:7185; number_of_response:1; }","duration":"244.895283ms","start":"2026-07-24T17:36:54.071611Z","end":"2026-07-24T17:36:54.316507Z","steps":["trace[1615001536] 'process raft request' (duration: 244.603403ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:54.89604Z","caller":"traceutil/trace.go:171","msg":"trace[923849448] transaction","detail":"{read_only:false; response_revision:7186; number_of_response:1; }","duration":"149.413924ms","start":"2026-07-24T17:36:54.746603Z","end":"2026-07-24T17:36:54.896017Z","steps":["trace[923849448] 'process raft request' (duration: 149.190837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:55.109097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.247898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:36:55.109483Z","caller":"traceutil/trace.go:171","msg":"trace[1149727573] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"217.402973ms","start":"2026-07-24T17:36:54.892036Z","end":"2026-07-24T17:36:55.109439Z","steps":["trace[1149727573] 'process raft request' (duration: 77.756862ms)","trace[1149727573] 'compare' (duration: 139.03159ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:55.324691Z","caller":"traceutil/trace.go:171","msg":"trace[2072676055] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"185.961309ms","start":"2026-07-24T17:36:55.1387Z","end":"2026-07-24T17:36:55.324661Z","steps":["trace[2072676055] 'process raft request' (duration: 93.362788ms)","trace[2072676055] 'compare' (duration: 92.463556ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:56.286498Z","caller":"traceutil/trace.go:171","msg":"trace[1954163592] transaction","detail":"{read_only:false; response_revision:7200; number_of_response:1; }","duration":"165.922555ms","start":"2026-07-24T17:36:56.120537Z","end":"2026-07-24T17:36:56.286459Z","steps":["trace[1954163592] 'process raft request' (duration: 165.637365ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:56.424238Z","caller":"traceutil/trace.go:171","msg":"trace[411755167] transaction","detail":"{read_only:false; response_revision:7201; number_of_response:1; }","duration":"132.53491ms","start":"2026-07-24T17:36:56.29168Z","end":"2026-07-24T17:36:56.424215Z","steps":["trace[411755167] 'process raft request' (duration: 70.439843ms)","trace[411755167] 'compare' (duration: 62.005714ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:57.573639Z","caller":"traceutil/trace.go:171","msg":"trace[68978854] transaction","detail":"{read_only:false; response_revision:7203; number_of_response:1; }","duration":"433.795908ms","start":"2026-07-24T17:36:57.139819Z","end":"2026-07-24T17:36:57.573615Z","steps":["trace[68978854] 'process raft request' (duration: 433.636302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:57.573858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:57.139797Z","time spent":"433.987045ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:57.847812Z","caller":"traceutil/trace.go:171","msg":"trace[2125132060] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"706.035848ms","start":"2026-07-24T17:36:57.141752Z","end":"2026-07-24T17:36:57.847788Z","steps":["trace[2125132060] 'process raft request' (duration: 705.864782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:57.847995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:57.141734Z","time spent":"706.171303ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:57.848225Z","caller":"traceutil/trace.go:171","msg":"trace[362297034] transaction","detail":"{read_only:false; response_revision:7205; number_of_response:1; }","duration":"706.37714ms","start":"2026-07-24T17:36:57.141833Z","end":"2026-07-24T17:36:57.84821Z","steps":["trace[362297034] 'process raft request' (duration: 705.919014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:57.848307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:57.141813Z","time spent":"706.460382ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:36:57.84828Z","caller":"traceutil/trace.go:171","msg":"trace[804584748] linearizableReadLoop","detail":"{readStateIndex:7521; appliedIndex:7518; }","duration":"518.608145ms","start":"2026-07-24T17:36:57.329644Z","end":"2026-07-24T17:36:57.848252Z","steps":["trace[804584748] 'read index received' (duration: 243.853518ms)","trace[804584748] 'applied index is now lower than readState.Index' (duration: 274.753227ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:36:57.848417Z","caller":"traceutil/trace.go:171","msg":"trace[178890957] transaction","detail":"{read_only:false; response_revision:7207; number_of_response:1; }","duration":"494.54694ms","start":"2026-07-24T17:36:57.353859Z","end":"2026-07-24T17:36:57.848406Z","steps":["trace[178890957] 'process raft request' (duration: 494.340123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:57.84833Z","caller":"traceutil/trace.go:171","msg":"trace[1489188478] transaction","detail":"{read_only:false; response_revision:7206; number_of_response:1; }","duration":"514.569196ms","start":"2026-07-24T17:36:57.333727Z","end":"2026-07-24T17:36:57.848296Z","steps":["trace[1489188478] 'process raft request' (duration: 514.350359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:57.848549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:57.353833Z","time spent":"494.611092ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:36:57.848595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:57.333706Z","time spent":"514.795224ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:36:57.848632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.514137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:36:57.84867Z","caller":"traceutil/trace.go:171","msg":"trace[1609235994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7207; }","duration":"220.588271ms","start":"2026-07-24T17:36:57.628071Z","end":"2026-07-24T17:36:57.848659Z","steps":["trace[1609235994] 'agreement among raft nodes before linearized reading' (duration: 220.473777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:57.848719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.919111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T17:36:57.848784Z","caller":"traceutil/trace.go:171","msg":"trace[1819625678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7207; }","duration":"511.053795ms","start":"2026-07-24T17:36:57.337714Z","end":"2026-07-24T17:36:57.848768Z","steps":["trace[1819625678] 'agreement among raft nodes before linearized reading' (duration: 510.825857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:57.848804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.172634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T17:36:57.848826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:57.337693Z","time spent":"511.125388ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:36:57.848831Z","caller":"traceutil/trace.go:171","msg":"trace[1549150698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7207; }","duration":"519.242706ms","start":"2026-07-24T17:36:57.32958Z","end":"2026-07-24T17:36:57.848822Z","steps":["trace[1549150698] 'agreement among raft nodes before linearized reading' (duration: 519.165794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:36:57.848856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:36:57.329559Z","time spent":"519.291888ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:36:57.848831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.902399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T17:36:57.848869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.840764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:36:57.848916Z","caller":"traceutil/trace.go:171","msg":"trace[1071947965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7207; }","duration":"268.928577ms","start":"2026-07-24T17:36:57.579973Z","end":"2026-07-24T17:36:57.848902Z","steps":["trace[1071947965] 'agreement among raft nodes before linearized reading' (duration: 268.803453ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:57.848916Z","caller":"traceutil/trace.go:171","msg":"trace[1744871469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7207; }","duration":"258.022474ms","start":"2026-07-24T17:36:57.590875Z","end":"2026-07-24T17:36:57.848897Z","steps":["trace[1744871469] 'agreement among raft nodes before linearized reading' (duration: 257.815957ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:57.971904Z","caller":"traceutil/trace.go:171","msg":"trace[379023741] transaction","detail":"{read_only:false; response_revision:7209; number_of_response:1; }","duration":"115.628192ms","start":"2026-07-24T17:36:57.856241Z","end":"2026-07-24T17:36:57.971869Z","steps":["trace[379023741] 'process raft request' (duration: 114.443952ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:57.973256Z","caller":"traceutil/trace.go:171","msg":"trace[2005607228] transaction","detail":"{read_only:false; response_revision:7210; number_of_response:1; }","duration":"105.242437ms","start":"2026-07-24T17:36:57.867993Z","end":"2026-07-24T17:36:57.973235Z","steps":["trace[2005607228] 'process raft request' (duration: 103.796148ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:57.97354Z","caller":"traceutil/trace.go:171","msg":"trace[35526732] transaction","detail":"{read_only:false; response_revision:7211; number_of_response:1; }","duration":"105.445574ms","start":"2026-07-24T17:36:57.868073Z","end":"2026-07-24T17:36:57.973519Z","steps":["trace[35526732] 'process raft request' (duration: 104.700918ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:58.63821Z","caller":"traceutil/trace.go:171","msg":"trace[1242242529] transaction","detail":"{read_only:false; response_revision:7213; number_of_response:1; }","duration":"201.204808ms","start":"2026-07-24T17:36:58.436964Z","end":"2026-07-24T17:36:58.638168Z","steps":["trace[1242242529] 'process raft request' (duration: 200.942239ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:59.960328Z","caller":"traceutil/trace.go:171","msg":"trace[1297472214] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"119.663285ms","start":"2026-07-24T17:36:59.840629Z","end":"2026-07-24T17:36:59.960292Z","steps":["trace[1297472214] 'process raft request' (duration: 119.285592ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:59.977387Z","caller":"traceutil/trace.go:171","msg":"trace[638584134] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"119.679685ms","start":"2026-07-24T17:36:59.857668Z","end":"2026-07-24T17:36:59.977348Z","steps":["trace[638584134] 'process raft request' (duration: 119.54283ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:59.977561Z","caller":"traceutil/trace.go:171","msg":"trace[534748454] transaction","detail":"{read_only:false; response_revision:7220; number_of_response:1; }","duration":"122.490722ms","start":"2026-07-24T17:36:59.855062Z","end":"2026-07-24T17:36:59.977552Z","steps":["trace[534748454] 'process raft request' (duration: 122.023766ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:36:59.977389Z","caller":"traceutil/trace.go:171","msg":"trace[204708003] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"107.367542ms","start":"2026-07-24T17:36:59.87Z","end":"2026-07-24T17:36:59.977367Z","steps":["trace[204708003] 'process raft request' (duration: 107.253648ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:37:20.162058Z","caller":"traceutil/trace.go:171","msg":"trace[1087171279] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"105.495128ms","start":"2026-07-24T17:37:20.056535Z","end":"2026-07-24T17:37:20.16203Z","steps":["trace[1087171279] 'process raft request' (duration: 105.329142ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:37:20.21331Z","caller":"traceutil/trace.go:171","msg":"trace[1602066179] linearizableReadLoop","detail":"{readStateIndex:7680; appliedIndex:7676; }","duration":"117.733871ms","start":"2026-07-24T17:37:20.095551Z","end":"2026-07-24T17:37:20.213284Z","steps":["trace[1602066179] 'read index received' (duration: 66.319753ms)","trace[1602066179] 'applied index is now lower than readState.Index' (duration: 51.413198ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:37:20.213357Z","caller":"traceutil/trace.go:171","msg":"trace[730667576] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"134.062446ms","start":"2026-07-24T17:37:20.07926Z","end":"2026-07-24T17:37:20.213322Z","steps":["trace[730667576] 'process raft request' (duration: 133.941562ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:37:20.213403Z","caller":"traceutil/trace.go:171","msg":"trace[1783850508] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"133.795217ms","start":"2026-07-24T17:37:20.079572Z","end":"2026-07-24T17:37:20.213367Z","steps":["trace[1783850508] 'process raft request' (duration: 133.674233ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:37:20.213559Z","caller":"traceutil/trace.go:171","msg":"trace[1357627216] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"141.4104ms","start":"2026-07-24T17:37:20.072137Z","end":"2026-07-24T17:37:20.213547Z","steps":["trace[1357627216] 'process raft request' (duration: 140.905203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:37:20.213641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.045403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:37:20.213716Z","caller":"traceutil/trace.go:171","msg":"trace[1995319605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7358; }","duration":"118.168217ms","start":"2026-07-24T17:37:20.095511Z","end":"2026-07-24T17:37:20.213679Z","steps":["trace[1995319605] 'agreement among raft nodes before linearized reading' (duration: 117.894727ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:37:20.283116Z","caller":"traceutil/trace.go:171","msg":"trace[1255921065] transaction","detail":"{read_only:false; response_revision:7359; number_of_response:1; }","duration":"111.183964ms","start":"2026-07-24T17:37:20.171862Z","end":"2026-07-24T17:37:20.283046Z","steps":["trace[1255921065] 'process raft request' (duration: 110.964227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:37:20.283176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.480053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T17:37:20.283179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.169202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T17:37:20.283257Z","caller":"traceutil/trace.go:171","msg":"trace[1095227913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7359; }","duration":"187.603618ms","start":"2026-07-24T17:37:20.095632Z","end":"2026-07-24T17:37:20.283236Z","steps":["trace[1095227913] 'agreement among raft nodes before linearized reading' (duration: 187.428552ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:37:20.283268Z","caller":"traceutil/trace.go:171","msg":"trace[1422449209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7359; }","duration":"187.283106ms","start":"2026-07-24T17:37:20.095965Z","end":"2026-07-24T17:37:20.283248Z","steps":["trace[1422449209] 'agreement among raft nodes before linearized reading' (duration: 187.084939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:37:20.283176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.553726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:37:20.283543Z","caller":"traceutil/trace.go:171","msg":"trace[387591314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7359; }","duration":"187.778023ms","start":"2026-07-24T17:37:20.095583Z","end":"2026-07-24T17:37:20.283361Z","steps":["trace[387591314] 'agreement among raft nodes before linearized reading' (duration: 187.41451ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:19.886866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5110} {"level":"info","ts":"2026-07-24T17:38:19.927436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5110,"took":"38.985554ms","hash":1807176129,"current-db-size-bytes":33021952,"current-db-size":"33 MB","current-db-size-in-use-bytes":28176384,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T17:38:19.927563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1807176129,"revision":5110,"compact-revision":3826} {"level":"info","ts":"2026-07-24T17:38:34.951287Z","caller":"traceutil/trace.go:171","msg":"trace[991751105] linearizableReadLoop","detail":"{readStateIndex:8106; appliedIndex:8105; }","duration":"155.347069ms","start":"2026-07-24T17:38:34.795911Z","end":"2026-07-24T17:38:34.951258Z","steps":["trace[991751105] 'read index received' (duration: 155.08893ms)","trace[991751105] 'applied index is now lower than readState.Index' (duration: 256.459µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:34.951303Z","caller":"traceutil/trace.go:171","msg":"trace[516633554] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"190.339608ms","start":"2026-07-24T17:38:34.760929Z","end":"2026-07-24T17:38:34.951268Z","steps":["trace[516633554] 'process raft request' (duration: 190.12877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:34.951434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.519545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:38:34.952673Z","caller":"traceutil/trace.go:171","msg":"trace[256251656] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7767; }","duration":"156.812411ms","start":"2026-07-24T17:38:34.795841Z","end":"2026-07-24T17:38:34.952654Z","steps":["trace[256251656] 'agreement among raft nodes before linearized reading' (duration: 155.539326ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:36.836256Z","caller":"traceutil/trace.go:171","msg":"trace[2099210213] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"323.086792ms","start":"2026-07-24T17:38:36.513144Z","end":"2026-07-24T17:38:36.836231Z","steps":["trace[2099210213] 'process raft request' (duration: 322.912226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:36.836444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:36.513113Z","time spent":"323.220577ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:38:36.836472Z","caller":"traceutil/trace.go:171","msg":"trace[1728477129] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8109; }","duration":"250.310314ms","start":"2026-07-24T17:38:36.586139Z","end":"2026-07-24T17:38:36.836449Z","steps":["trace[1728477129] 'read index received' (duration: 249.894509ms)","trace[1728477129] 'applied index is now lower than readState.Index' (duration: 414.535µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:36.836639Z","caller":"traceutil/trace.go:171","msg":"trace[1452568332] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"322.894775ms","start":"2026-07-24T17:38:36.513706Z","end":"2026-07-24T17:38:36.836601Z","steps":["trace[1452568332] 'process raft request' (duration: 322.486641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:36.836765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.284987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:38:36.836805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:38:36.513694Z","time spent":"323.02982ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:38:36.836831Z","caller":"traceutil/trace.go:171","msg":"trace[1893822263] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7772; }","duration":"210.398571ms","start":"2026-07-24T17:38:36.626416Z","end":"2026-07-24T17:38:36.836815Z","steps":["trace[1893822263] 'agreement among raft nodes before linearized reading' (duration: 210.259946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:36.836674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.533262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T17:38:36.837058Z","caller":"traceutil/trace.go:171","msg":"trace[983855760] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:7772; }","duration":"250.941426ms","start":"2026-07-24T17:38:36.586084Z","end":"2026-07-24T17:38:36.837025Z","steps":["trace[983855760] 'agreement among raft nodes before linearized reading' (duration: 250.536262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:38.757017Z","caller":"traceutil/trace.go:171","msg":"trace[1707897013] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"251.327766ms","start":"2026-07-24T17:38:38.505663Z","end":"2026-07-24T17:38:38.75699Z","steps":["trace[1707897013] 'process raft request' (duration: 251.088317ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:38.761333Z","caller":"traceutil/trace.go:171","msg":"trace[422470653] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"201.085386ms","start":"2026-07-24T17:38:38.560223Z","end":"2026-07-24T17:38:38.761308Z","steps":["trace[422470653] 'process raft request' (duration: 200.93253ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:39.972368Z","caller":"traceutil/trace.go:171","msg":"trace[140083995] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"136.544419ms","start":"2026-07-24T17:38:39.835806Z","end":"2026-07-24T17:38:39.972351Z","steps":["trace[140083995] 'process raft request' (duration: 136.439295ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:40.13223Z","caller":"traceutil/trace.go:171","msg":"trace[476915605] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"152.485386ms","start":"2026-07-24T17:38:39.979714Z","end":"2026-07-24T17:38:40.1322Z","steps":["trace[476915605] 'process raft request' (duration: 152.104812ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:41.078503Z","caller":"traceutil/trace.go:171","msg":"trace[1701570792] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"229.00853ms","start":"2026-07-24T17:38:40.849449Z","end":"2026-07-24T17:38:41.078458Z","steps":["trace[1701570792] 'process raft request' (duration: 174.110983ms)","trace[1701570792] 'compare' (duration: 54.610637ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:41.078618Z","caller":"traceutil/trace.go:171","msg":"trace[1248485515] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"209.415895ms","start":"2026-07-24T17:38:40.869184Z","end":"2026-07-24T17:38:41.0786Z","steps":["trace[1248485515] 'process raft request' (duration: 209.152946ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:41.078619Z","caller":"traceutil/trace.go:171","msg":"trace[1404288413] linearizableReadLoop","detail":"{readStateIndex:8150; appliedIndex:8148; }","duration":"225.383231ms","start":"2026-07-24T17:38:40.853208Z","end":"2026-07-24T17:38:41.078591Z","steps":["trace[1404288413] 'read index received' (duration: 45.087788ms)","trace[1404288413] 'applied index is now lower than readState.Index' (duration: 180.293713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:38:41.078804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.587559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T17:38:41.078866Z","caller":"traceutil/trace.go:171","msg":"trace[1628398881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7810; }","duration":"225.688172ms","start":"2026-07-24T17:38:40.853168Z","end":"2026-07-24T17:38:41.078856Z","steps":["trace[1628398881] 'agreement among raft nodes before linearized reading' (duration: 225.491755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:41.079176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.643965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T17:38:41.079331Z","caller":"traceutil/trace.go:171","msg":"trace[1404875931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7810; }","duration":"224.846253ms","start":"2026-07-24T17:38:40.854469Z","end":"2026-07-24T17:38:41.079316Z","steps":["trace[1404875931] 'agreement among raft nodes before linearized reading' (duration: 224.618735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:41.079427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.370116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:38:41.079763Z","caller":"traceutil/trace.go:171","msg":"trace[72012555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7810; }","duration":"224.630855ms","start":"2026-07-24T17:38:40.855027Z","end":"2026-07-24T17:38:41.079658Z","steps":["trace[72012555] 'agreement among raft nodes before linearized reading' (duration: 224.303723ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:41.321505Z","caller":"traceutil/trace.go:171","msg":"trace[2073245300] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"238.184317ms","start":"2026-07-24T17:38:41.083296Z","end":"2026-07-24T17:38:41.32148Z","steps":["trace[2073245300] 'process raft request' (duration: 233.864893ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:41.322584Z","caller":"traceutil/trace.go:171","msg":"trace[1533279194] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8152; }","duration":"154.966056ms","start":"2026-07-24T17:38:41.167594Z","end":"2026-07-24T17:38:41.32256Z","steps":["trace[1533279194] 'read index received' (duration: 149.585785ms)","trace[1533279194] 'applied index is now lower than readState.Index' (duration: 5.379481ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:38:41.32266Z","caller":"traceutil/trace.go:171","msg":"trace[1232312537] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"237.428389ms","start":"2026-07-24T17:38:41.085201Z","end":"2026-07-24T17:38:41.32263Z","steps":["trace[1232312537] 'process raft request' (duration: 237.208772ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:41.322694Z","caller":"traceutil/trace.go:171","msg":"trace[361487763] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"234.415023ms","start":"2026-07-24T17:38:41.088262Z","end":"2026-07-24T17:38:41.322677Z","steps":["trace[361487763] 'process raft request' (duration: 234.236467ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:38:41.322709Z","caller":"traceutil/trace.go:171","msg":"trace[1452068183] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"238.426585ms","start":"2026-07-24T17:38:41.08425Z","end":"2026-07-24T17:38:41.322677Z","steps":["trace[1452068183] 'process raft request' (duration: 237.14708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:38:41.322785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.181543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:38:41.322825Z","caller":"traceutil/trace.go:171","msg":"trace[1554294578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7815; }","duration":"155.264786ms","start":"2026-07-24T17:38:41.16755Z","end":"2026-07-24T17:38:41.322815Z","steps":["trace[1554294578] 'agreement among raft nodes before linearized reading' (duration: 155.09817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:39:00.359709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.514322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11495"} {"level":"info","ts":"2026-07-24T17:39:00.359787Z","caller":"traceutil/trace.go:171","msg":"trace[272252907] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:7957; }","duration":"109.632737ms","start":"2026-07-24T17:39:00.250139Z","end":"2026-07-24T17:39:00.359772Z","steps":["trace[272252907] 'range keys from in-memory index tree' (duration: 109.382387ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:39:01.67697Z","caller":"traceutil/trace.go:171","msg":"trace[1703316683] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"197.826481ms","start":"2026-07-24T17:39:01.479071Z","end":"2026-07-24T17:39:01.676898Z","steps":["trace[1703316683] 'process raft request' (duration: 197.439167ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:39:01.677162Z","caller":"traceutil/trace.go:171","msg":"trace[1181130319] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"198.046659ms","start":"2026-07-24T17:39:01.4791Z","end":"2026-07-24T17:39:01.677147Z","steps":["trace[1181130319] 'process raft request' (duration: 197.873353ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:39:01.677119Z","caller":"traceutil/trace.go:171","msg":"trace[128639666] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"196.182382ms","start":"2026-07-24T17:39:01.480911Z","end":"2026-07-24T17:39:01.677094Z","steps":["trace[128639666] 'process raft request' (duration: 196.139041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:39:31.848788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.960692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:39:31.849219Z","caller":"traceutil/trace.go:171","msg":"trace[1078831765] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"158.760567ms","start":"2026-07-24T17:39:31.690429Z","end":"2026-07-24T17:39:31.84919Z","steps":["trace[1078831765] 'process raft request' (duration: 52.328407ms)","trace[1078831765] 'compare' (duration: 105.844299ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:39:32.089888Z","caller":"traceutil/trace.go:171","msg":"trace[2053992367] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"234.470794ms","start":"2026-07-24T17:39:31.855388Z","end":"2026-07-24T17:39:32.089859Z","steps":["trace[2053992367] 'process raft request' (duration: 234.148643ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:39:32.089911Z","caller":"traceutil/trace.go:171","msg":"trace[1696137807] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"234.530526ms","start":"2026-07-24T17:39:31.855096Z","end":"2026-07-24T17:39:32.089627Z","steps":["trace[1696137807] 'process raft request' (duration: 200.35824ms)","trace[1696137807] 'compare' (duration: 33.975079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:39:56.79667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.301071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:39:56.797986Z","caller":"traceutil/trace.go:171","msg":"trace[127556164] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"144.405158ms","start":"2026-07-24T17:39:56.65354Z","end":"2026-07-24T17:39:56.797945Z","steps":["trace[127556164] 'process raft request' (duration: 38.735257ms)","trace[127556164] 'compare' (duration: 104.187807ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:39:56.799695Z","caller":"traceutil/trace.go:171","msg":"trace[1140332950] linearizableReadLoop","detail":"{readStateIndex:8789; appliedIndex:8788; }","duration":"140.079302ms","start":"2026-07-24T17:39:56.659589Z","end":"2026-07-24T17:39:56.799668Z","steps":["trace[1140332950] 'read index received' (duration: 32.618236ms)","trace[1140332950] 'applied index is now lower than readState.Index' (duration: 107.457016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:39:56.800024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.414484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T17:39:56.800056Z","caller":"traceutil/trace.go:171","msg":"trace[407005491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8425; }","duration":"140.506468ms","start":"2026-07-24T17:39:56.659542Z","end":"2026-07-24T17:39:56.800048Z","steps":["trace[407005491] 'agreement among raft nodes before linearized reading' (duration: 140.211127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:40:18.333102Z","caller":"traceutil/trace.go:171","msg":"trace[1920602580] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"106.367582ms","start":"2026-07-24T17:40:18.226708Z","end":"2026-07-24T17:40:18.333075Z","steps":["trace[1920602580] 'process raft request' (duration: 106.218626ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:40:18.338703Z","caller":"traceutil/trace.go:171","msg":"trace[280971534] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"109.737124ms","start":"2026-07-24T17:40:18.228949Z","end":"2026-07-24T17:40:18.338686Z","steps":["trace[280971534] 'process raft request' (duration: 109.646981ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:43:19.895027Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7686} {"level":"info","ts":"2026-07-24T17:43:19.990946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7686,"took":"94.426857ms","hash":978434044,"current-db-size-bytes":34152448,"current-db-size":"34 MB","current-db-size-in-use-bytes":17432576,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-07-24T17:43:19.991053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":978434044,"revision":7686,"compact-revision":5110}