{"level":"warn","ts":"2026-07-16T02:31:39.987971Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-16T02:31:39.988103Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.14:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.14:2380","--initial-cluster=instance=https://199.19.213.14:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.14:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.14:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-16T02:31:39.988197Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-16T02:31:39.988243Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.14:2380"]} {"level":"info","ts":"2026-07-16T02:31:39.988302Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-16T02:31:39.989391Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.14:2379"]} {"level":"info","ts":"2026-07-16T02:31:39.989637Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.14:2380"],"listen-peer-urls":["https://199.19.213.14:2380"],"advertise-client-urls":["https://199.19.213.14:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.14:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.14:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-16T02:31:39.994777Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.745902ms"} {"level":"info","ts":"2026-07-16T02:31:40.001574Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"329f95029c2a91ed","cluster-id":"5fd85759a04d0f9f"} {"level":"info","ts":"2026-07-16T02:31:40.001671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed switched to configuration voters=()"} {"level":"info","ts":"2026-07-16T02:31:40.001701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became follower at term 0"} {"level":"info","ts":"2026-07-16T02:31:40.001712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 329f95029c2a91ed [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-16T02:31:40.001722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became follower at term 1"} {"level":"info","ts":"2026-07-16T02:31:40.00177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed switched to configuration voters=(3647798061635899885)"} {"level":"warn","ts":"2026-07-16T02:31:40.006318Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-16T02:31:40.009127Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-16T02:31:40.01033Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-16T02:31:40.013221Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"329f95029c2a91ed","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-16T02:31:40.014034Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"329f95029c2a91ed","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-16T02:31:40.01414Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T02:31:40.01424Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T02:31:40.014256Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T02:31:40.014971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed switched to configuration voters=(3647798061635899885)"} {"level":"info","ts":"2026-07-16T02:31:40.019549Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5fd85759a04d0f9f","local-member-id":"329f95029c2a91ed","added-peer-id":"329f95029c2a91ed","added-peer-peer-urls":["https://199.19.213.14:2380"]} {"level":"info","ts":"2026-07-16T02:31:40.021154Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-16T02:31:40.021268Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.14:2380"} {"level":"info","ts":"2026-07-16T02:31:40.021312Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.14:2380"} {"level":"info","ts":"2026-07-16T02:31:40.021512Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"329f95029c2a91ed","initial-advertise-peer-urls":["https://199.19.213.14:2380"],"listen-peer-urls":["https://199.19.213.14:2380"],"advertise-client-urls":["https://199.19.213.14:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.14:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-16T02:31:40.021556Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-16T02:31:40.402322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed is starting a new election at term 1"} {"level":"info","ts":"2026-07-16T02:31:40.402406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became pre-candidate at term 1"} {"level":"info","ts":"2026-07-16T02:31:40.402449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed received MsgPreVoteResp from 329f95029c2a91ed at term 1"} {"level":"info","ts":"2026-07-16T02:31:40.402475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became candidate at term 2"} {"level":"info","ts":"2026-07-16T02:31:40.402556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed received MsgVoteResp from 329f95029c2a91ed at term 2"} {"level":"info","ts":"2026-07-16T02:31:40.402577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became leader at term 2"} {"level":"info","ts":"2026-07-16T02:31:40.402592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 329f95029c2a91ed elected leader 329f95029c2a91ed at term 2"} {"level":"info","ts":"2026-07-16T02:31:40.403868Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"329f95029c2a91ed","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.14:2379]}","request-path":"/0/members/329f95029c2a91ed/attributes","cluster-id":"5fd85759a04d0f9f","publish-timeout":"7s"} {"level":"info","ts":"2026-07-16T02:31:40.404034Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-16T02:31:40.404115Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T02:31:40.404219Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-16T02:31:40.404919Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5fd85759a04d0f9f","local-member-id":"329f95029c2a91ed","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T02:31:40.405658Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T02:31:40.405751Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T02:31:40.406381Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.14:2379"} {"level":"info","ts":"2026-07-16T02:31:40.40655Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-16T02:31:40.406617Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-16T02:31:40.407668Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-16T02:31:42.049002Z","caller":"traceutil/trace.go:171","msg":"trace[2024313226] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"277.326446ms","start":"2026-07-16T02:31:41.771646Z","end":"2026-07-16T02:31:42.048973Z","steps":["trace[2024313226] 'process raft request' (duration: 277.095658ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.066363Z","caller":"traceutil/trace.go:171","msg":"trace[359921904] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"294.340512ms","start":"2026-07-16T02:31:41.771971Z","end":"2026-07-16T02:31:42.066311Z","steps":["trace[359921904] 'process raft request' (duration: 294.097964ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.066465Z","caller":"traceutil/trace.go:171","msg":"trace[1266911416] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"228.041905ms","start":"2026-07-16T02:31:41.838343Z","end":"2026-07-16T02:31:42.066385Z","steps":["trace[1266911416] 'process raft request' (duration: 227.910135ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.066637Z","caller":"traceutil/trace.go:171","msg":"trace[767450561] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"227.965241ms","start":"2026-07-16T02:31:41.83865Z","end":"2026-07-16T02:31:42.066615Z","steps":["trace[767450561] 'process raft request' (duration: 227.665498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:31:42.066656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.511196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-16T02:31:42.066745Z","caller":"traceutil/trace.go:171","msg":"trace[1846038184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:11; }","duration":"292.652817ms","start":"2026-07-16T02:31:41.774069Z","end":"2026-07-16T02:31:42.066722Z","steps":["trace[1846038184] 'agreement among raft nodes before linearized reading' (duration: 292.42475ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.066452Z","caller":"traceutil/trace.go:171","msg":"trace[1764307354] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"292.347525ms","start":"2026-07-16T02:31:41.774084Z","end":"2026-07-16T02:31:42.066431Z","steps":["trace[1764307354] 'read index received' (duration: 274.71364ms)","trace[1764307354] 'applied index is now lower than readState.Index' (duration: 17.632905ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:31:42.066937Z","caller":"traceutil/trace.go:171","msg":"trace[679832902] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"197.314869ms","start":"2026-07-16T02:31:41.869612Z","end":"2026-07-16T02:31:42.066927Z","steps":["trace[679832902] 'process raft request' (duration: 196.776898ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.06692Z","caller":"traceutil/trace.go:171","msg":"trace[1949328870] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"228.962295ms","start":"2026-07-16T02:31:41.837938Z","end":"2026-07-16T02:31:42.0669Z","steps":["trace[1949328870] 'process raft request' (duration: 228.218509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:31:42.066991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.796027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-16T02:31:42.067064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.959143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-16T02:31:42.06711Z","caller":"traceutil/trace.go:171","msg":"trace[1132319145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:11; }","duration":"292.944578ms","start":"2026-07-16T02:31:41.774149Z","end":"2026-07-16T02:31:42.067094Z","steps":["trace[1132319145] 'agreement among raft nodes before linearized reading' (duration: 292.762895ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.067122Z","caller":"traceutil/trace.go:171","msg":"trace[829106570] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"229.038301ms","start":"2026-07-16T02:31:41.838075Z","end":"2026-07-16T02:31:42.067114Z","steps":["trace[829106570] 'process raft request' (duration: 228.150974ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.067129Z","caller":"traceutil/trace.go:171","msg":"trace[1442236412] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"235.027788ms","start":"2026-07-16T02:31:41.832083Z","end":"2026-07-16T02:31:42.067111Z","steps":["trace[1442236412] 'agreement among raft nodes before linearized reading' (duration: 234.912989ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.066526Z","caller":"traceutil/trace.go:171","msg":"trace[1125207741] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"209.519682ms","start":"2026-07-16T02:31:41.856951Z","end":"2026-07-16T02:31:42.066471Z","steps":["trace[1125207741] 'process raft request' (duration: 209.396972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:31:42.067632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.342143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-16T02:31:42.067681Z","caller":"traceutil/trace.go:171","msg":"trace[1932533013] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"252.391867ms","start":"2026-07-16T02:31:41.815278Z","end":"2026-07-16T02:31:42.06767Z","steps":["trace[1932533013] 'agreement among raft nodes before linearized reading' (duration: 252.322342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:31:42.06785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.307174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-16T02:31:42.06707Z","caller":"traceutil/trace.go:171","msg":"trace[1293655642] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"229.0241ms","start":"2026-07-16T02:31:41.838035Z","end":"2026-07-16T02:31:42.06706Z","steps":["trace[1293655642] 'process raft request' (duration: 228.159515ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.067924Z","caller":"traceutil/trace.go:171","msg":"trace[932621741] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:0; response_revision:11; }","duration":"236.447215ms","start":"2026-07-16T02:31:41.831462Z","end":"2026-07-16T02:31:42.067909Z","steps":["trace[932621741] 'agreement among raft nodes before linearized reading' (duration: 236.290833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:31:42.067897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.772642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3170"} {"level":"warn","ts":"2026-07-16T02:31:42.068113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.404425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-16T02:31:42.068101Z","caller":"traceutil/trace.go:171","msg":"trace[926121263] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"289.999939ms","start":"2026-07-16T02:31:41.778076Z","end":"2026-07-16T02:31:42.068076Z","steps":["trace[926121263] 'agreement among raft nodes before linearized reading' (duration: 289.647992ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.068161Z","caller":"traceutil/trace.go:171","msg":"trace[964347097] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"224.47493ms","start":"2026-07-16T02:31:41.843672Z","end":"2026-07-16T02:31:42.068147Z","steps":["trace[964347097] 'agreement among raft nodes before linearized reading' (duration: 224.413045ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:31:42.068763Z","caller":"traceutil/trace.go:171","msg":"trace[708059908] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"228.169466ms","start":"2026-07-16T02:31:41.838397Z","end":"2026-07-16T02:31:42.066567Z","steps":["trace[708059908] 'process raft request' (duration: 227.883894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:31:42.067381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.052804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-16T02:31:42.069803Z","caller":"traceutil/trace.go:171","msg":"trace[795504102] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"183.493047ms","start":"2026-07-16T02:31:41.886281Z","end":"2026-07-16T02:31:42.069774Z","steps":["trace[795504102] 'agreement among raft nodes before linearized reading' (duration: 181.063735ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.248008Z","caller":"traceutil/trace.go:171","msg":"trace[707824991] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"112.085763ms","start":"2026-07-16T02:32:22.135897Z","end":"2026-07-16T02:32:22.247983Z","steps":["trace[707824991] 'process raft request' (duration: 111.314546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.248202Z","caller":"traceutil/trace.go:171","msg":"trace[450081623] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"108.554014ms","start":"2026-07-16T02:32:22.139636Z","end":"2026-07-16T02:32:22.24819Z","steps":["trace[450081623] 'process raft request' (duration: 107.697592ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.248283Z","caller":"traceutil/trace.go:171","msg":"trace[19066577] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"108.527656ms","start":"2026-07-16T02:32:22.139746Z","end":"2026-07-16T02:32:22.248274Z","steps":["trace[19066577] 'process raft request' (duration: 107.630404ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.248351Z","caller":"traceutil/trace.go:171","msg":"trace[1806105954] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"108.558465ms","start":"2026-07-16T02:32:22.139786Z","end":"2026-07-16T02:32:22.248344Z","steps":["trace[1806105954] 'process raft request' (duration: 107.621514ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.248526Z","caller":"traceutil/trace.go:171","msg":"trace[2026943219] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"103.330651ms","start":"2026-07-16T02:32:22.145171Z","end":"2026-07-16T02:32:22.248502Z","steps":["trace[2026943219] 'process raft request' (duration: 102.310274ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.24864Z","caller":"traceutil/trace.go:171","msg":"trace[849199537] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"108.807194ms","start":"2026-07-16T02:32:22.139823Z","end":"2026-07-16T02:32:22.24863Z","steps":["trace[849199537] 'process raft request' (duration: 107.620515ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.248635Z","caller":"traceutil/trace.go:171","msg":"trace[763911187] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"103.281823ms","start":"2026-07-16T02:32:22.145255Z","end":"2026-07-16T02:32:22.248537Z","steps":["trace[763911187] 'process raft request' (duration: 102.278417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:32:22.659832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.772363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T02:32:22.660688Z","caller":"traceutil/trace.go:171","msg":"trace[46688891] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"148.449764ms","start":"2026-07-16T02:32:22.512217Z","end":"2026-07-16T02:32:22.660667Z","steps":["trace[46688891] 'process raft request' (duration: 148.06524ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.660706Z","caller":"traceutil/trace.go:171","msg":"trace[1669182506] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"159.122073ms","start":"2026-07-16T02:32:22.501536Z","end":"2026-07-16T02:32:22.660658Z","steps":["trace[1669182506] 'process raft request' (duration: 38.783236ms)","trace[1669182506] 'compare' (duration: 118.547694ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:32:22.660754Z","caller":"traceutil/trace.go:171","msg":"trace[1647665534] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"151.622317ms","start":"2026-07-16T02:32:22.509107Z","end":"2026-07-16T02:32:22.660729Z","steps":["trace[1647665534] 'process raft request' (duration: 150.878239ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:22.69121Z","caller":"traceutil/trace.go:171","msg":"trace[449077982] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"154.230414ms","start":"2026-07-16T02:32:22.536952Z","end":"2026-07-16T02:32:22.691183Z","steps":["trace[449077982] 'process raft request' (duration: 154.07912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:32:26.096668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.179741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:32:26.096792Z","caller":"traceutil/trace.go:171","msg":"trace[770068355] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:582; }","duration":"115.414582ms","start":"2026-07-16T02:32:25.981353Z","end":"2026-07-16T02:32:26.096768Z","steps":["trace[770068355] 'range keys from in-memory index tree' (duration: 115.087414ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:32.629299Z","caller":"traceutil/trace.go:171","msg":"trace[1141054157] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"117.969827ms","start":"2026-07-16T02:32:32.511294Z","end":"2026-07-16T02:32:32.629263Z","steps":["trace[1141054157] 'process raft request' (duration: 117.762982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:32:32.629569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.240024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T02:32:32.629626Z","caller":"traceutil/trace.go:171","msg":"trace[604449006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"113.34754ms","start":"2026-07-16T02:32:32.516264Z","end":"2026-07-16T02:32:32.629611Z","steps":["trace[604449006] 'agreement among raft nodes before linearized reading' (duration: 113.128537ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:32.629829Z","caller":"traceutil/trace.go:171","msg":"trace[592414199] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:646; }","duration":"113.406479ms","start":"2026-07-16T02:32:32.516325Z","end":"2026-07-16T02:32:32.629732Z","steps":["trace[592414199] 'read index received' (duration: 112.938832ms)","trace[592414199] 'applied index is now lower than readState.Index' (duration: 8.61µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:32:32.871043Z","caller":"traceutil/trace.go:171","msg":"trace[1752573751] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"234.678398ms","start":"2026-07-16T02:32:32.636329Z","end":"2026-07-16T02:32:32.871008Z","steps":["trace[1752573751] 'process raft request' (duration: 234.531122ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:32.871319Z","caller":"traceutil/trace.go:171","msg":"trace[770608521] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"235.129476ms","start":"2026-07-16T02:32:32.636121Z","end":"2026-07-16T02:32:32.87125Z","steps":["trace[770608521] 'process raft request' (duration: 179.454615ms)","trace[770608521] 'compare' (duration: 54.880443ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:32:32.941456Z","caller":"traceutil/trace.go:171","msg":"trace[1680463654] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"175.209077ms","start":"2026-07-16T02:32:32.76615Z","end":"2026-07-16T02:32:32.941359Z","steps":["trace[1680463654] 'process raft request' (duration: 174.707112ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:34.010959Z","caller":"traceutil/trace.go:171","msg":"trace[383220467] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"226.738131ms","start":"2026-07-16T02:32:33.784182Z","end":"2026-07-16T02:32:34.01092Z","steps":["trace[383220467] 'process raft request' (duration: 205.176585ms)","trace[383220467] 'compare' (duration: 21.226404ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:32:49.68388Z","caller":"traceutil/trace.go:171","msg":"trace[1880692317] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"272.037794ms","start":"2026-07-16T02:32:49.411808Z","end":"2026-07-16T02:32:49.683845Z","steps":["trace[1880692317] 'process raft request' (duration: 271.798546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:32:49.890777Z","caller":"traceutil/trace.go:171","msg":"trace[41472871] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"259.354485ms","start":"2026-07-16T02:32:49.631375Z","end":"2026-07-16T02:32:49.89073Z","steps":["trace[41472871] 'process raft request' (duration: 257.776962ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:08.61172Z","caller":"traceutil/trace.go:171","msg":"trace[44720732] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"127.490396ms","start":"2026-07-16T02:34:08.484193Z","end":"2026-07-16T02:34:08.611684Z","steps":["trace[44720732] 'process raft request' (duration: 127.263984ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:09.55118Z","caller":"traceutil/trace.go:171","msg":"trace[135956058] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"109.342933ms","start":"2026-07-16T02:34:09.441806Z","end":"2026-07-16T02:34:09.551149Z","steps":["trace[135956058] 'process raft request' (duration: 104.319919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:10.347595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.087694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:10.347635Z","caller":"traceutil/trace.go:171","msg":"trace[691362132] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"100.469694ms","start":"2026-07-16T02:34:10.247144Z","end":"2026-07-16T02:34:10.347614Z","steps":["trace[691362132] 'process raft request' (duration: 99.935717ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:10.347674Z","caller":"traceutil/trace.go:171","msg":"trace[933131179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1784; }","duration":"101.20018ms","start":"2026-07-16T02:34:10.246454Z","end":"2026-07-16T02:34:10.347655Z","steps":["trace[933131179] 'agreement among raft nodes before linearized reading' (duration: 101.077494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:10.347825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.457043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:10.347851Z","caller":"traceutil/trace.go:171","msg":"trace[1493581551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1784; }","duration":"101.519456ms","start":"2026-07-16T02:34:10.246326Z","end":"2026-07-16T02:34:10.347845Z","steps":["trace[1493581551] 'agreement among raft nodes before linearized reading' (duration: 101.476914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:10.34797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.153404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:10.347999Z","caller":"traceutil/trace.go:171","msg":"trace[116125616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1784; }","duration":"135.190426ms","start":"2026-07-16T02:34:10.212801Z","end":"2026-07-16T02:34:10.347992Z","steps":["trace[116125616] 'agreement among raft nodes before linearized reading' (duration: 135.126523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:14.005648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.711242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-16T02:34:14.005752Z","caller":"traceutil/trace.go:171","msg":"trace[115153235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1803; }","duration":"100.87043ms","start":"2026-07-16T02:34:13.904854Z","end":"2026-07-16T02:34:14.005724Z","steps":["trace[115153235] 'range keys from in-memory index tree' (duration: 100.503622ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:14.795432Z","caller":"traceutil/trace.go:171","msg":"trace[1142462328] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"101.375216ms","start":"2026-07-16T02:34:14.694024Z","end":"2026-07-16T02:34:14.7954Z","steps":["trace[1142462328] 'process raft request' (duration: 101.122494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:14.862988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.42495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T02:34:14.863043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.098369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:14.863081Z","caller":"traceutil/trace.go:171","msg":"trace[441073314] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"125.359542ms","start":"2026-07-16T02:34:14.737689Z","end":"2026-07-16T02:34:14.863049Z","steps":["trace[441073314] 'process raft request' (duration: 123.845996ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:14.863099Z","caller":"traceutil/trace.go:171","msg":"trace[414404281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1814; }","duration":"145.576168ms","start":"2026-07-16T02:34:14.717498Z","end":"2026-07-16T02:34:14.863074Z","steps":["trace[414404281] 'agreement among raft nodes before linearized reading' (duration: 145.368237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:14.863116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.062437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:14.863205Z","caller":"traceutil/trace.go:171","msg":"trace[168183506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1814; }","duration":"125.215714ms","start":"2026-07-16T02:34:14.737972Z","end":"2026-07-16T02:34:14.863187Z","steps":["trace[168183506] 'agreement among raft nodes before linearized reading' (duration: 125.004764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:14.863243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.151651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:14.863366Z","caller":"traceutil/trace.go:171","msg":"trace[1854810146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1814; }","duration":"125.259407ms","start":"2026-07-16T02:34:14.738033Z","end":"2026-07-16T02:34:14.863293Z","steps":["trace[1854810146] 'agreement among raft nodes before linearized reading' (duration: 125.147191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:14.863621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.419619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:14.863703Z","caller":"traceutil/trace.go:171","msg":"trace[160279974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:1814; }","duration":"145.509885ms","start":"2026-07-16T02:34:14.71817Z","end":"2026-07-16T02:34:14.86368Z","steps":["trace[160279974] 'agreement among raft nodes before linearized reading' (duration: 144.974277ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:14.863854Z","caller":"traceutil/trace.go:171","msg":"trace[1120589306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:1814; }","duration":"124.253676ms","start":"2026-07-16T02:34:14.738868Z","end":"2026-07-16T02:34:14.863121Z","steps":["trace[1120589306] 'agreement among raft nodes before linearized reading' (duration: 124.061957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.406601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.597753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T02:34:18.406686Z","caller":"traceutil/trace.go:171","msg":"trace[477366169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"661.746561ms","start":"2026-07-16T02:34:17.74492Z","end":"2026-07-16T02:34:18.406667Z","steps":["trace[477366169] 'range keys from in-memory index tree' (duration: 661.367182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.406744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:17.744897Z","time spent":"661.837305ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T02:34:18.407135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.163413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T02:34:18.407252Z","caller":"traceutil/trace.go:171","msg":"trace[2007771524] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1976; }","duration":"318.941569ms","start":"2026-07-16T02:34:18.088292Z","end":"2026-07-16T02:34:18.407233Z","steps":["trace[2007771524] 'read index received' (duration: 204.439648ms)","trace[2007771524] 'applied index is now lower than readState.Index' (duration: 114.500511ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:34:18.407368Z","caller":"traceutil/trace.go:171","msg":"trace[1041503326] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"552.358425ms","start":"2026-07-16T02:34:17.854994Z","end":"2026-07-16T02:34:18.407352Z","steps":["trace[1041503326] 'process raft request' (duration: 437.828393ms)","trace[1041503326] 'compare' (duration: 113.688689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:34:18.40749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:17.854958Z","time spent":"552.459479ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:34:18.407689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.400543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f030d69-1516-42bc-a531-dacef7a97687\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-16T02:34:18.407745Z","caller":"traceutil/trace.go:171","msg":"trace[1485135133] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f030d69-1516-42bc-a531-dacef7a97687; range_end:; response_count:1; response_revision:1898; }","duration":"319.53418ms","start":"2026-07-16T02:34:18.088195Z","end":"2026-07-16T02:34:18.407729Z","steps":["trace[1485135133] 'agreement among raft nodes before linearized reading' (duration: 319.15738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.406733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.084961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T02:34:18.407827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:18.088172Z","time spent":"319.641965ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f030d69-1516-42bc-a531-dacef7a97687\" "} {"level":"info","ts":"2026-07-16T02:34:18.407966Z","caller":"traceutil/trace.go:171","msg":"trace[373840735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"631.566087ms","start":"2026-07-16T02:34:17.77638Z","end":"2026-07-16T02:34:18.407946Z","steps":["trace[373840735] 'range keys from in-memory index tree' (duration: 629.967715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.408048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:17.77636Z","time spent":"631.672592ms","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T02:34:18.92072Z","caller":"traceutil/trace.go:171","msg":"trace[1653532352] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"513.403323ms","start":"2026-07-16T02:34:18.407288Z","end":"2026-07-16T02:34:18.920691Z","steps":["trace[1653532352] 'read index received' (duration: 479.744301ms)","trace[1653532352] 'applied index is now lower than readState.Index' (duration: 33.656842ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:34:18.920852Z","caller":"traceutil/trace.go:171","msg":"trace[1967442102] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"529.320872ms","start":"2026-07-16T02:34:18.391493Z","end":"2026-07-16T02:34:18.920814Z","steps":["trace[1967442102] 'process raft request' (duration: 495.422498ms)","trace[1967442102] 'compare' (duration: 33.328025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:34:18.921026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:18.391473Z","time spent":"529.44928ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:34:18.92105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.979557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-16T02:34:18.921092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.827251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T02:34:18.921141Z","caller":"traceutil/trace.go:171","msg":"trace[374325945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"724.113324ms","start":"2026-07-16T02:34:18.197003Z","end":"2026-07-16T02:34:18.921116Z","steps":["trace[374325945] 'agreement among raft nodes before linearized reading' (duration: 723.863642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.921195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:18.196982Z","time spent":"724.203119ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-16T02:34:18.921175Z","caller":"traceutil/trace.go:171","msg":"trace[647674831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1899; }","duration":"565.964718ms","start":"2026-07-16T02:34:18.355197Z","end":"2026-07-16T02:34:18.921161Z","steps":["trace[647674831] 'agreement among raft nodes before linearized reading' (duration: 565.634681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.921246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:18.355175Z","time spent":"566.059142ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T02:34:18.952553Z","caller":"traceutil/trace.go:171","msg":"trace[735568274] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"538.472614ms","start":"2026-07-16T02:34:18.414056Z","end":"2026-07-16T02:34:18.952528Z","steps":["trace[735568274] 'process raft request' (duration: 538.179378ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:18.95289Z","caller":"traceutil/trace.go:171","msg":"trace[1562643137] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"391.384876ms","start":"2026-07-16T02:34:18.561478Z","end":"2026-07-16T02:34:18.952862Z","steps":["trace[1562643137] 'process raft request' (duration: 390.937654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.953048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:18.561448Z","time spent":"391.511352ms","remote":"127.0.0.1:39618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7741,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:34:18.953197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:18.414033Z","time spent":"538.593109ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:34:18.97108Z","caller":"traceutil/trace.go:171","msg":"trace[1513322694] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"236.150709ms","start":"2026-07-16T02:34:18.73488Z","end":"2026-07-16T02:34:18.971031Z","steps":["trace[1513322694] 'process raft request' (duration: 235.97625ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:18.971122Z","caller":"traceutil/trace.go:171","msg":"trace[553768365] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"249.654304ms","start":"2026-07-16T02:34:18.721448Z","end":"2026-07-16T02:34:18.971102Z","steps":["trace[553768365] 'process raft request' (duration: 249.309216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.971453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.089035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:34:18.971581Z","caller":"traceutil/trace.go:171","msg":"trace[2024332756] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1904; }","duration":"214.251882ms","start":"2026-07-16T02:34:18.757306Z","end":"2026-07-16T02:34:18.971558Z","steps":["trace[2024332756] 'agreement among raft nodes before linearized reading' (duration: 214.079914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.971776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.499206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f030d69-1516-42bc-a531-dacef7a97687\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-07-16T02:34:18.971845Z","caller":"traceutil/trace.go:171","msg":"trace[1473928656] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f030d69-1516-42bc-a531-dacef7a97687; range_end:; response_count:1; response_revision:1904; }","duration":"422.612452ms","start":"2026-07-16T02:34:18.549216Z","end":"2026-07-16T02:34:18.971829Z","steps":["trace[1473928656] 'agreement among raft nodes before linearized reading' (duration: 422.388071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.971892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:18.549189Z","time spent":"422.688246ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f030d69-1516-42bc-a531-dacef7a97687\" "} {"level":"warn","ts":"2026-07-16T02:34:18.972136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.630815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:18.972224Z","caller":"traceutil/trace.go:171","msg":"trace[1641337433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"562.620336ms","start":"2026-07-16T02:34:18.409584Z","end":"2026-07-16T02:34:18.972204Z","steps":["trace[1641337433] 'agreement among raft nodes before linearized reading' (duration: 561.597054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:18.972274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:18.409557Z","time spent":"562.70098ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T02:34:19.518929Z","caller":"traceutil/trace.go:171","msg":"trace[2012769079] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"296.031124ms","start":"2026-07-16T02:34:19.222872Z","end":"2026-07-16T02:34:19.518903Z","steps":["trace[2012769079] 'process raft request' (duration: 295.887207ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:19.52081Z","caller":"traceutil/trace.go:171","msg":"trace[888596469] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"179.407372ms","start":"2026-07-16T02:34:19.341359Z","end":"2026-07-16T02:34:19.520767Z","steps":["trace[888596469] 'process raft request' (duration: 179.267134ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:31.73823Z","caller":"traceutil/trace.go:171","msg":"trace[1449235671] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"353.926567ms","start":"2026-07-16T02:34:31.384279Z","end":"2026-07-16T02:34:31.738206Z","steps":["trace[1449235671] 'process raft request' (duration: 353.762868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:31.738404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:31.384249Z","time spent":"354.068625ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5625,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:34:31.738234Z","caller":"traceutil/trace.go:171","msg":"trace[1027478777] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2089; }","duration":"343.605692ms","start":"2026-07-16T02:34:31.394595Z","end":"2026-07-16T02:34:31.7382Z","steps":["trace[1027478777] 'read index received' (duration: 343.586311ms)","trace[1027478777] 'applied index is now lower than readState.Index' (duration: 16.111µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:34:31.738621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.997633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T02:34:31.738704Z","caller":"traceutil/trace.go:171","msg":"trace[2064713339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2008; }","duration":"344.077129ms","start":"2026-07-16T02:34:31.394588Z","end":"2026-07-16T02:34:31.738665Z","steps":["trace[2064713339] 'agreement among raft nodes before linearized reading' (duration: 343.703548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:31.738777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:31.394567Z","time spent":"344.175744ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-16T02:34:31.762874Z","caller":"traceutil/trace.go:171","msg":"trace[520856098] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"198.288038ms","start":"2026-07-16T02:34:31.564548Z","end":"2026-07-16T02:34:31.762836Z","steps":["trace[520856098] 'process raft request' (duration: 198.124739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:31.762958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.031623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T02:34:31.763014Z","caller":"traceutil/trace.go:171","msg":"trace[1421591489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2009; }","duration":"169.13098ms","start":"2026-07-16T02:34:31.593867Z","end":"2026-07-16T02:34:31.762998Z","steps":["trace[1421591489] 'agreement among raft nodes before linearized reading' (duration: 168.941308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:31.763323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.154522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T02:34:31.763432Z","caller":"traceutil/trace.go:171","msg":"trace[247260230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2009; }","duration":"157.304541ms","start":"2026-07-16T02:34:31.6061Z","end":"2026-07-16T02:34:31.763404Z","steps":["trace[247260230] 'agreement among raft nodes before linearized reading' (duration: 156.976884ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:32.029866Z","caller":"traceutil/trace.go:171","msg":"trace[1567878716] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"283.839593ms","start":"2026-07-16T02:34:31.745941Z","end":"2026-07-16T02:34:32.02978Z","steps":["trace[1567878716] 'process raft request' (duration: 283.735386ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:32.030726Z","caller":"traceutil/trace.go:171","msg":"trace[1228681011] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"284.630046ms","start":"2026-07-16T02:34:31.745329Z","end":"2026-07-16T02:34:32.02996Z","steps":["trace[1228681011] 'process raft request' (duration: 284.018292ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:32.033741Z","caller":"traceutil/trace.go:171","msg":"trace[2054600712] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"265.133987ms","start":"2026-07-16T02:34:31.768581Z","end":"2026-07-16T02:34:32.033715Z","steps":["trace[2054600712] 'process raft request' (duration: 264.925405ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:32.033951Z","caller":"traceutil/trace.go:171","msg":"trace[393843288] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"265.026652ms","start":"2026-07-16T02:34:31.768907Z","end":"2026-07-16T02:34:32.033933Z","steps":["trace[393843288] 'process raft request' (duration: 264.738156ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:32.033988Z","caller":"traceutil/trace.go:171","msg":"trace[1181229768] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"265.100356ms","start":"2026-07-16T02:34:31.768831Z","end":"2026-07-16T02:34:32.033932Z","steps":["trace[1181229768] 'process raft request' (duration: 264.787068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:35.797546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.574092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:34:35.797666Z","caller":"traceutil/trace.go:171","msg":"trace[324857254] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2040; }","duration":"119.760762ms","start":"2026-07-16T02:34:35.677871Z","end":"2026-07-16T02:34:35.797632Z","steps":["trace[324857254] 'count revisions from in-memory index tree' (duration: 119.473836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:35.797897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.660553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:34:35.797992Z","caller":"traceutil/trace.go:171","msg":"trace[1299399600] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2040; }","duration":"432.826753ms","start":"2026-07-16T02:34:35.365144Z","end":"2026-07-16T02:34:35.79797Z","steps":["trace[1299399600] 'count revisions from in-memory index tree' (duration: 432.493254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:34:35.798029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:35.365114Z","time spent":"432.904956ms","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T02:34:35.798309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.875377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:34:35.798358Z","caller":"traceutil/trace.go:171","msg":"trace[217719978] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2040; }","duration":"203.992824ms","start":"2026-07-16T02:34:35.594355Z","end":"2026-07-16T02:34:35.798348Z","steps":["trace[217719978] 'count revisions from in-memory index tree' (duration: 203.73118ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:59.276251Z","caller":"traceutil/trace.go:171","msg":"trace[1366845297] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"228.043431ms","start":"2026-07-16T02:34:59.048172Z","end":"2026-07-16T02:34:59.276215Z","steps":["trace[1366845297] 'process raft request' (duration: 227.789405ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:59.286588Z","caller":"traceutil/trace.go:171","msg":"trace[1355589804] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"223.246741ms","start":"2026-07-16T02:34:59.06331Z","end":"2026-07-16T02:34:59.286556Z","steps":["trace[1355589804] 'process raft request' (duration: 222.904081ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:34:59.28663Z","caller":"traceutil/trace.go:171","msg":"trace[999681433] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"181.969482ms","start":"2026-07-16T02:34:59.104615Z","end":"2026-07-16T02:34:59.286585Z","steps":["trace[999681433] 'process raft request' (duration: 181.836054ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:35:00.441504Z","caller":"traceutil/trace.go:171","msg":"trace[1264393924] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2262; }","duration":"447.805659ms","start":"2026-07-16T02:34:59.993668Z","end":"2026-07-16T02:35:00.441474Z","steps":["trace[1264393924] 'read index received' (duration: 447.537443ms)","trace[1264393924] 'applied index is now lower than readState.Index' (duration: 267.136µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:35:00.44161Z","caller":"traceutil/trace.go:171","msg":"trace[113372001] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"551.853749ms","start":"2026-07-16T02:34:59.889722Z","end":"2026-07-16T02:35:00.441575Z","steps":["trace[113372001] 'process raft request' (duration: 551.560752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:00.441803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.113357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-16T02:35:00.441805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:59.889695Z","time spent":"552.005767ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:35:00.441848Z","caller":"traceutil/trace.go:171","msg":"trace[2005544096] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2174; }","duration":"448.221084ms","start":"2026-07-16T02:34:59.993613Z","end":"2026-07-16T02:35:00.441834Z","steps":["trace[2005544096] 'agreement among raft nodes before linearized reading' (duration: 448.006441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:00.441888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:34:59.993591Z","time spent":"448.288288ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T02:35:00.732974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.524986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T02:35:00.733145Z","caller":"traceutil/trace.go:171","msg":"trace[1179428377] linearizableReadLoop","detail":"{readStateIndex:2264; appliedIndex:2263; }","duration":"291.54015ms","start":"2026-07-16T02:35:00.441585Z","end":"2026-07-16T02:35:00.733125Z","steps":["trace[1179428377] 'read index received' (duration: 54.754489ms)","trace[1179428377] 'applied index is now lower than readState.Index' (duration: 236.784331ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:35:00.733231Z","caller":"traceutil/trace.go:171","msg":"trace[1306176973] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"326.524408ms","start":"2026-07-16T02:35:00.406695Z","end":"2026-07-16T02:35:00.733219Z","steps":["trace[1306176973] 'process raft request' (duration: 89.652121ms)","trace[1306176973] 'compare' (duration: 236.352185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:35:00.733301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:00.40665Z","time spent":"326.616914ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:35:00.733703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.800126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-16T02:35:00.73375Z","caller":"traceutil/trace.go:171","msg":"trace[1198542632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2175; }","duration":"512.8828ms","start":"2026-07-16T02:35:00.220854Z","end":"2026-07-16T02:35:00.733737Z","steps":["trace[1198542632] 'agreement among raft nodes before linearized reading' (duration: 512.71415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:00.73379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:00.220831Z","time spent":"512.951686ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T02:35:00.733775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.654218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T02:35:00.733855Z","caller":"traceutil/trace.go:171","msg":"trace[2029941739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"338.791957ms","start":"2026-07-16T02:35:00.395043Z","end":"2026-07-16T02:35:00.733835Z","steps":["trace[2029941739] 'agreement among raft nodes before linearized reading' (duration: 338.585114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:00.733907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:00.395007Z","time spent":"338.889913ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T02:35:00.733816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.155888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T02:35:00.734067Z","caller":"traceutil/trace.go:171","msg":"trace[1691084122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2175; }","duration":"470.533751ms","start":"2026-07-16T02:35:00.263474Z","end":"2026-07-16T02:35:00.734008Z","steps":["trace[1691084122] 'agreement among raft nodes before linearized reading' (duration: 470.073353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:00.734182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:00.263446Z","time spent":"470.718521ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T02:35:00.734369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.427287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:35:00.734557Z","caller":"traceutil/trace.go:171","msg":"trace[1257766144] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2175; }","duration":"441.651502ms","start":"2026-07-16T02:35:00.292859Z","end":"2026-07-16T02:35:00.73451Z","steps":["trace[1257766144] 'agreement among raft nodes before linearized reading' (duration: 441.072567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:00.734675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:00.292848Z","time spent":"441.817271ms","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-16T02:35:00.734776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.953079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-16T02:35:00.73541Z","caller":"traceutil/trace.go:171","msg":"trace[491471325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2175; }","duration":"527.337711ms","start":"2026-07-16T02:35:00.207657Z","end":"2026-07-16T02:35:00.734994Z","steps":["trace[491471325] 'agreement among raft nodes before linearized reading' (duration: 526.021412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:00.735622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:00.207628Z","time spent":"527.97556ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T02:35:00.801807Z","caller":"traceutil/trace.go:171","msg":"trace[624868945] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"354.418017ms","start":"2026-07-16T02:35:00.447359Z","end":"2026-07-16T02:35:00.801777Z","steps":["trace[624868945] 'process raft request' (duration: 354.267117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:00.802009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:00.447332Z","time spent":"354.566066ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:35:00.802276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.074819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c2a4832cd4c684\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-16T02:35:00.802418Z","caller":"traceutil/trace.go:171","msg":"trace[1349991237] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c2a4832cd4c684; range_end:; response_count:1; response_revision:2176; }","duration":"110.224949ms","start":"2026-07-16T02:35:00.69217Z","end":"2026-07-16T02:35:00.802395Z","steps":["trace[1349991237] 'agreement among raft nodes before linearized reading' (duration: 109.627013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:49.579422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515235977292871149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T02:35:49.59262Z","caller":"traceutil/trace.go:171","msg":"trace[1762928789] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"517.337273ms","start":"2026-07-16T02:35:49.075255Z","end":"2026-07-16T02:35:49.592592Z","steps":["trace[1762928789] 'process raft request' (duration: 517.155451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:49.592814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:49.075217Z","time spent":"517.482052ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:35:49.605777Z","caller":"traceutil/trace.go:171","msg":"trace[1943470941] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"527.186776ms","start":"2026-07-16T02:35:49.078563Z","end":"2026-07-16T02:35:49.605749Z","steps":["trace[1943470941] 'process raft request' (duration: 526.922548ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:35:49.606066Z","caller":"traceutil/trace.go:171","msg":"trace[1805212907] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"120.296311ms","start":"2026-07-16T02:35:49.485755Z","end":"2026-07-16T02:35:49.606051Z","steps":["trace[1805212907] 'process raft request' (duration: 120.144561ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:35:49.606039Z","caller":"traceutil/trace.go:171","msg":"trace[294207754] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"120.523625ms","start":"2026-07-16T02:35:49.485484Z","end":"2026-07-16T02:35:49.606008Z","steps":["trace[294207754] 'process raft request' (duration: 120.215635ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:35:49.606136Z","caller":"traceutil/trace.go:171","msg":"trace[1925874908] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"119.342348ms","start":"2026-07-16T02:35:49.486746Z","end":"2026-07-16T02:35:49.606089Z","steps":["trace[1925874908] 'process raft request' (duration: 119.20833ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:35:49.606001Z","caller":"traceutil/trace.go:171","msg":"trace[1645473783] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2645; }","duration":"527.056557ms","start":"2026-07-16T02:35:49.078933Z","end":"2026-07-16T02:35:49.60599Z","steps":["trace[1645473783] 'read index received' (duration: 513.666903ms)","trace[1645473783] 'applied index is now lower than readState.Index' (duration: 13.388854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:35:49.60633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.979191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:35:49.606361Z","caller":"traceutil/trace.go:171","msg":"trace[1966950599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2549; }","duration":"506.038494ms","start":"2026-07-16T02:35:49.100313Z","end":"2026-07-16T02:35:49.606351Z","steps":["trace[1966950599] 'agreement among raft nodes before linearized reading' (duration: 505.96839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:49.606383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:49.1003Z","time spent":"506.077228ms","remote":"127.0.0.1:59910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T02:35:49.606474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.534368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T02:35:49.606523Z","caller":"traceutil/trace.go:171","msg":"trace[1836140800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2549; }","duration":"527.617484ms","start":"2026-07-16T02:35:49.078894Z","end":"2026-07-16T02:35:49.606512Z","steps":["trace[1836140800] 'agreement among raft nodes before linearized reading' (duration: 527.429741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:35:49.606559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:49.078855Z","time spent":"527.695099ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T02:35:49.605976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:35:49.078548Z","time spent":"527.313524ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:36:15.925147Z","caller":"traceutil/trace.go:171","msg":"trace[883015850] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"104.055011ms","start":"2026-07-16T02:36:15.821059Z","end":"2026-07-16T02:36:15.925114Z","steps":["trace[883015850] 'compare' (duration: 94.591781ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:36:21.820621Z","caller":"traceutil/trace.go:171","msg":"trace[956993162] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"106.460101ms","start":"2026-07-16T02:36:21.71408Z","end":"2026-07-16T02:36:21.82054Z","steps":["trace[956993162] 'process raft request' (duration: 106.295499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:36:22.439171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.693299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T02:36:22.439342Z","caller":"traceutil/trace.go:171","msg":"trace[1768587232] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2831; }","duration":"461.450205ms","start":"2026-07-16T02:36:21.977879Z","end":"2026-07-16T02:36:22.439329Z","steps":["trace[1768587232] 'read index received' (duration: 171.837206ms)","trace[1768587232] 'applied index is now lower than readState.Index' (duration: 289.612249ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:36:22.439477Z","caller":"traceutil/trace.go:171","msg":"trace[1415700161] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"608.117707ms","start":"2026-07-16T02:36:21.831352Z","end":"2026-07-16T02:36:22.439469Z","steps":["trace[1415700161] 'process raft request' (duration: 93.058493ms)","trace[1415700161] 'compare' (duration: 514.118711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:36:22.439516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:36:21.831332Z","time spent":"608.1654ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:36:22.439621Z","caller":"traceutil/trace.go:171","msg":"trace[701299147] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"608.130918ms","start":"2026-07-16T02:36:21.831485Z","end":"2026-07-16T02:36:22.439616Z","steps":["trace[701299147] 'process raft request' (duration: 607.764103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:36:22.43965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:36:21.831466Z","time spent":"608.17093ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:36:22.439713Z","caller":"traceutil/trace.go:171","msg":"trace[2100299136] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"607.630014ms","start":"2026-07-16T02:36:21.832078Z","end":"2026-07-16T02:36:22.439709Z","steps":["trace[2100299136] 'process raft request' (duration: 607.211866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:36:22.439768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:36:21.83207Z","time spent":"607.657526ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:36:22.439826Z","caller":"traceutil/trace.go:171","msg":"trace[1503360716] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"607.72249ms","start":"2026-07-16T02:36:21.832096Z","end":"2026-07-16T02:36:22.439819Z","steps":["trace[1503360716] 'process raft request' (duration: 607.212836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:36:22.440017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:36:21.832077Z","time spent":"607.925993ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:36:22.439932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.058534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T02:36:22.44011Z","caller":"traceutil/trace.go:171","msg":"trace[660680225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2728; }","duration":"462.28346ms","start":"2026-07-16T02:36:21.977821Z","end":"2026-07-16T02:36:22.440104Z","steps":["trace[660680225] 'agreement among raft nodes before linearized reading' (duration: 462.042443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:36:22.440128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:36:21.977799Z","time spent":"462.324623ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T02:36:22.442833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.910982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c2a494f7289968\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-16T02:36:22.442908Z","caller":"traceutil/trace.go:171","msg":"trace[1456564280] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c2a494f7289968; range_end:; response_count:1; response_revision:2729; }","duration":"339.038192ms","start":"2026-07-16T02:36:22.103854Z","end":"2026-07-16T02:36:22.442892Z","steps":["trace[1456564280] 'agreement among raft nodes before linearized reading' (duration: 338.827097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:36:22.442951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:36:22.103833Z","time spent":"339.111956ms","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c2a494f7289968\" "} {"level":"info","ts":"2026-07-16T02:36:22.651833Z","caller":"traceutil/trace.go:171","msg":"trace[495523298] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"202.430906ms","start":"2026-07-16T02:36:22.449372Z","end":"2026-07-16T02:36:22.651803Z","steps":["trace[495523298] 'process raft request' (duration: 177.115079ms)","trace[495523298] 'compare' (duration: 25.072351ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:36:22.65241Z","caller":"traceutil/trace.go:171","msg":"trace[421093204] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"203.006365ms","start":"2026-07-16T02:36:22.44939Z","end":"2026-07-16T02:36:22.652397Z","steps":["trace[421093204] 'process raft request' (duration: 202.366232ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:36:46.932815Z","caller":"traceutil/trace.go:171","msg":"trace[1460641701] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2969; }","duration":"158.738944ms","start":"2026-07-16T02:36:46.774048Z","end":"2026-07-16T02:36:46.932787Z","steps":["trace[1460641701] 'read index received' (duration: 158.523979ms)","trace[1460641701] 'applied index is now lower than readState.Index' (duration: 213.735µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:36:46.93287Z","caller":"traceutil/trace.go:171","msg":"trace[1593716657] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"158.835671ms","start":"2026-07-16T02:36:46.774Z","end":"2026-07-16T02:36:46.932835Z","steps":["trace[1593716657] 'process raft request' (duration: 158.610857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:36:46.932983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.90578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:36:46.933027Z","caller":"traceutil/trace.go:171","msg":"trace[777104662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2858; }","duration":"158.984208ms","start":"2026-07-16T02:36:46.774032Z","end":"2026-07-16T02:36:46.933016Z","steps":["trace[777104662] 'agreement among raft nodes before linearized reading' (duration: 158.8946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:36:46.934301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.492022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-16T02:36:46.934364Z","caller":"traceutil/trace.go:171","msg":"trace[776092371] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2859; }","duration":"132.607439ms","start":"2026-07-16T02:36:46.801741Z","end":"2026-07-16T02:36:46.934348Z","steps":["trace[776092371] 'agreement among raft nodes before linearized reading' (duration: 132.323536ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:36:58.274695Z","caller":"traceutil/trace.go:171","msg":"trace[1214749462] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"222.708952ms","start":"2026-07-16T02:36:58.051966Z","end":"2026-07-16T02:36:58.274675Z","steps":["trace[1214749462] 'process raft request' (duration: 222.587953ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:36:58.276632Z","caller":"traceutil/trace.go:171","msg":"trace[1786786133] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"219.275782ms","start":"2026-07-16T02:36:58.057344Z","end":"2026-07-16T02:36:58.276619Z","steps":["trace[1786786133] 'process raft request' (duration: 219.180684ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:36:58.276733Z","caller":"traceutil/trace.go:171","msg":"trace[1343660383] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"224.439031ms","start":"2026-07-16T02:36:58.052216Z","end":"2026-07-16T02:36:58.276655Z","steps":["trace[1343660383] 'process raft request' (duration: 224.128627ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:36:58.276616Z","caller":"traceutil/trace.go:171","msg":"trace[184275864] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3027; }","duration":"115.433423ms","start":"2026-07-16T02:36:58.161161Z","end":"2026-07-16T02:36:58.276595Z","steps":["trace[184275864] 'read index received' (duration: 113.427739ms)","trace[184275864] 'applied index is now lower than readState.Index' (duration: 2.004564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:36:58.276996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.74268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:36:58.277231Z","caller":"traceutil/trace.go:171","msg":"trace[1838045946] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2915; }","duration":"116.010854ms","start":"2026-07-16T02:36:58.161112Z","end":"2026-07-16T02:36:58.277123Z","steps":["trace[1838045946] 'agreement among raft nodes before linearized reading' (duration: 115.547202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:33.324897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.926052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:38:33.326459Z","caller":"traceutil/trace.go:171","msg":"trace[630043286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3494; }","duration":"550.545198ms","start":"2026-07-16T02:38:32.775894Z","end":"2026-07-16T02:38:33.326439Z","steps":["trace[630043286] 'range keys from in-memory index tree' (duration: 548.80161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:33.326563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:32.775871Z","time spent":"550.656322ms","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T02:38:33.325832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.875407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T02:38:33.327128Z","caller":"traceutil/trace.go:171","msg":"trace[878961483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3494; }","duration":"175.197485ms","start":"2026-07-16T02:38:33.151907Z","end":"2026-07-16T02:38:33.327104Z","steps":["trace[878961483] 'range keys from in-memory index tree' (duration: 173.763733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:33.325821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.122672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-16T02:38:33.327361Z","caller":"traceutil/trace.go:171","msg":"trace[1747860169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3494; }","duration":"175.693326ms","start":"2026-07-16T02:38:33.151658Z","end":"2026-07-16T02:38:33.327351Z","steps":["trace[1747860169] 'range keys from in-memory index tree' (duration: 173.998908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:33.325918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.306615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T02:38:33.327498Z","caller":"traceutil/trace.go:171","msg":"trace[203741045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3494; }","duration":"179.921711ms","start":"2026-07-16T02:38:33.14757Z","end":"2026-07-16T02:38:33.327492Z","steps":["trace[203741045] 'range keys from in-memory index tree' (duration: 178.169972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:35.912469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515235977292873746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T02:38:36.172206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397469677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:38:36.172886Z","caller":"traceutil/trace.go:171","msg":"trace[1977798953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3509; }","duration":"1.398208565s","start":"2026-07-16T02:38:34.774662Z","end":"2026-07-16T02:38:36.172871Z","steps":["trace[1977798953] 'range keys from in-memory index tree' (duration: 1.397391976s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.173017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:34.774644Z","time spent":"1.398360127s","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T02:38:36.172575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261238985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:38:36.173131Z","caller":"traceutil/trace.go:171","msg":"trace[1192877285] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3509; }","duration":"1.261809729s","start":"2026-07-16T02:38:34.91127Z","end":"2026-07-16T02:38:36.17308Z","steps":["trace[1192877285] 'count revisions from in-memory index tree' (duration: 1.261168904s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.173232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:34.911257Z","time spent":"1.261921021s","remote":"127.0.0.1:36676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T02:38:36.172585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.409692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-16T02:38:36.173553Z","caller":"traceutil/trace.go:171","msg":"trace[948144698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3509; }","duration":"835.391965ms","start":"2026-07-16T02:38:35.338147Z","end":"2026-07-16T02:38:36.173539Z","steps":["trace[948144698] 'range keys from in-memory index tree' (duration: 834.29073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.173607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:35.33814Z","time spent":"835.452016ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T02:38:36.172681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.235321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T02:38:36.173849Z","caller":"traceutil/trace.go:171","msg":"trace[1628601583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3509; }","duration":"836.453269ms","start":"2026-07-16T02:38:35.337378Z","end":"2026-07-16T02:38:36.173831Z","steps":["trace[1628601583] 'range keys from in-memory index tree' (duration: 835.051807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.173963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:35.337358Z","time spent":"836.562872ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T02:38:36.172726Z","caller":"traceutil/trace.go:171","msg":"trace[109261497] linearizableReadLoop","detail":"{readStateIndex:3648; appliedIndex:3647; }","duration":"760.658452ms","start":"2026-07-16T02:38:35.412044Z","end":"2026-07-16T02:38:36.172702Z","steps":["trace[109261497] 'read index received' (duration: 758.383679ms)","trace[109261497] 'applied index is now lower than readState.Index' (duration: 2.273833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:38:36.172677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.124871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T02:38:36.174117Z","caller":"traceutil/trace.go:171","msg":"trace[1833163293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3509; }","duration":"837.605935ms","start":"2026-07-16T02:38:35.3365Z","end":"2026-07-16T02:38:36.174106Z","steps":["trace[1833163293] 'range keys from in-memory index tree' (duration: 835.903407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.17269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.737169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-16T02:38:36.174155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:35.33648Z","time spent":"837.662857ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T02:38:36.174181Z","caller":"traceutil/trace.go:171","msg":"trace[44295265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3509; }","duration":"836.247575ms","start":"2026-07-16T02:38:35.337917Z","end":"2026-07-16T02:38:36.174165Z","steps":["trace[44295265] 'range keys from in-memory index tree' (duration: 834.622417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.174238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:35.337908Z","time spent":"836.315446ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T02:38:36.172806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.770106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T02:38:36.174235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.139946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T02:38:36.174299Z","caller":"traceutil/trace.go:171","msg":"trace[1298044822] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3510; }","duration":"762.302971ms","start":"2026-07-16T02:38:35.411986Z","end":"2026-07-16T02:38:36.174289Z","steps":["trace[1298044822] 'agreement among raft nodes before linearized reading' (duration: 760.766256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.174328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:35.411966Z","time spent":"762.351472ms","remote":"127.0.0.1:39940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-16T02:38:36.174325Z","caller":"traceutil/trace.go:171","msg":"trace[392148475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3510; }","duration":"655.265499ms","start":"2026-07-16T02:38:35.519045Z","end":"2026-07-16T02:38:36.17431Z","steps":["trace[392148475] 'agreement among raft nodes before linearized reading' (duration: 655.070395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.174398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:35.519026Z","time spent":"655.36017ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T02:38:36.1728Z","caller":"traceutil/trace.go:171","msg":"trace[1002128645] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"814.730391ms","start":"2026-07-16T02:38:35.358041Z","end":"2026-07-16T02:38:36.172771Z","steps":["trace[1002128645] 'process raft request' (duration: 812.469439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:38:36.174495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:38:35.358012Z","time spent":"816.426752ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:39:20.529285Z","caller":"traceutil/trace.go:171","msg":"trace[374992015] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"106.211395ms","start":"2026-07-16T02:39:20.423038Z","end":"2026-07-16T02:39:20.52925Z","steps":["trace[374992015] 'process raft request' (duration: 105.967656ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:39:30.97114Z","caller":"traceutil/trace.go:171","msg":"trace[1623146756] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"103.344713ms","start":"2026-07-16T02:39:30.867761Z","end":"2026-07-16T02:39:30.971105Z","steps":["trace[1623146756] 'process raft request' (duration: 103.034171ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:03.320413Z","caller":"traceutil/trace.go:171","msg":"trace[1532658772] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"131.608374ms","start":"2026-07-16T02:40:03.18877Z","end":"2026-07-16T02:40:03.320378Z","steps":["trace[1532658772] 'process raft request' (duration: 130.596933ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:03.320476Z","caller":"traceutil/trace.go:171","msg":"trace[904604718] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"131.572692ms","start":"2026-07-16T02:40:03.188828Z","end":"2026-07-16T02:40:03.320401Z","steps":["trace[904604718] 'process raft request' (duration: 131.428136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:11.15672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.814649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T02:40:11.157021Z","caller":"traceutil/trace.go:171","msg":"trace[34529109] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"136.028041ms","start":"2026-07-16T02:40:11.020962Z","end":"2026-07-16T02:40:11.15699Z","steps":["trace[34529109] 'process raft request' (duration: 30.858616ms)","trace[34529109] 'compare' (duration: 104.681904ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:11.157314Z","caller":"traceutil/trace.go:171","msg":"trace[1465981860] linearizableReadLoop","detail":"{readStateIndex:4284; appliedIndex:4281; }","duration":"132.365717ms","start":"2026-07-16T02:40:11.024928Z","end":"2026-07-16T02:40:11.157294Z","steps":["trace[1465981860] 'read index received' (duration: 26.903601ms)","trace[1465981860] 'applied index is now lower than readState.Index' (duration: 105.460836ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:11.157397Z","caller":"traceutil/trace.go:171","msg":"trace[1764056875] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"132.505493ms","start":"2026-07-16T02:40:11.024847Z","end":"2026-07-16T02:40:11.157353Z","steps":["trace[1764056875] 'process raft request' (duration: 132.401019ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:11.157428Z","caller":"traceutil/trace.go:171","msg":"trace[847550393] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"134.418083ms","start":"2026-07-16T02:40:11.022942Z","end":"2026-07-16T02:40:11.15736Z","steps":["trace[847550393] 'process raft request' (duration: 134.161402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:11.157781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.842048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T02:40:11.157941Z","caller":"traceutil/trace.go:171","msg":"trace[481913582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4113; }","duration":"132.952622ms","start":"2026-07-16T02:40:11.024881Z","end":"2026-07-16T02:40:11.157833Z","steps":["trace[481913582] 'agreement among raft nodes before linearized reading' (duration: 132.483352ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:11.316734Z","caller":"traceutil/trace.go:171","msg":"trace[148430737] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"127.61865ms","start":"2026-07-16T02:40:11.189072Z","end":"2026-07-16T02:40:11.316691Z","steps":["trace[148430737] 'process raft request' (duration: 97.833328ms)","trace[148430737] 'compare' (duration: 29.575533ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:11.465649Z","caller":"traceutil/trace.go:171","msg":"trace[616595852] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"113.700279ms","start":"2026-07-16T02:40:11.351913Z","end":"2026-07-16T02:40:11.465613Z","steps":["trace[616595852] 'process raft request' (duration: 71.461378ms)","trace[616595852] 'compare' (duration: 41.97387ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:11.466193Z","caller":"traceutil/trace.go:171","msg":"trace[742155762] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"104.538567ms","start":"2026-07-16T02:40:11.361566Z","end":"2026-07-16T02:40:11.466105Z","steps":["trace[742155762] 'process raft request' (duration: 103.994565ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:14.473448Z","caller":"traceutil/trace.go:171","msg":"trace[23722079] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"199.057366ms","start":"2026-07-16T02:40:14.274359Z","end":"2026-07-16T02:40:14.473416Z","steps":["trace[23722079] 'process raft request' (duration: 123.098399ms)","trace[23722079] 'compare' (duration: 75.81071ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:14.473559Z","caller":"traceutil/trace.go:171","msg":"trace[686066691] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4598; }","duration":"189.6642ms","start":"2026-07-16T02:40:14.283884Z","end":"2026-07-16T02:40:14.473548Z","steps":["trace[686066691] 'read index received' (duration: 113.537527ms)","trace[686066691] 'applied index is now lower than readState.Index' (duration: 76.125823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:40:14.473642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.749283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:14.473777Z","caller":"traceutil/trace.go:171","msg":"trace[330338429] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4425; }","duration":"189.923121ms","start":"2026-07-16T02:40:14.283845Z","end":"2026-07-16T02:40:14.473768Z","steps":["trace[330338429] 'agreement among raft nodes before linearized reading' (duration: 189.737873ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:14.47367Z","caller":"traceutil/trace.go:171","msg":"trace[115504053] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"149.324192ms","start":"2026-07-16T02:40:14.324305Z","end":"2026-07-16T02:40:14.473629Z","steps":["trace[115504053] 'process raft request' (duration: 149.078282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:14.475252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.626649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:14.475289Z","caller":"traceutil/trace.go:171","msg":"trace[96328065] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4426; }","duration":"107.743913ms","start":"2026-07-16T02:40:14.367535Z","end":"2026-07-16T02:40:14.475279Z","steps":["trace[96328065] 'agreement among raft nodes before linearized reading' (duration: 107.67268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:17.354164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.866682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T02:40:17.354245Z","caller":"traceutil/trace.go:171","msg":"trace[2066444291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4487; }","duration":"104.981817ms","start":"2026-07-16T02:40:17.249243Z","end":"2026-07-16T02:40:17.354224Z","steps":["trace[2066444291] 'range keys from in-memory index tree' (duration: 104.686974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:17.354309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.499563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T02:40:17.354413Z","caller":"traceutil/trace.go:171","msg":"trace[1578926326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4487; }","duration":"103.66209ms","start":"2026-07-16T02:40:17.250731Z","end":"2026-07-16T02:40:17.354393Z","steps":["trace[1578926326] 'range keys from in-memory index tree' (duration: 103.346537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:17.354596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.803394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T02:40:17.354683Z","caller":"traceutil/trace.go:171","msg":"trace[1095810544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4487; }","duration":"106.953901ms","start":"2026-07-16T02:40:17.247711Z","end":"2026-07-16T02:40:17.354665Z","steps":["trace[1095810544] 'range keys from in-memory index tree' (duration: 106.643408ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:19.660212Z","caller":"traceutil/trace.go:171","msg":"trace[593252482] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4758; }","duration":"295.781059ms","start":"2026-07-16T02:40:19.364394Z","end":"2026-07-16T02:40:19.660175Z","steps":["trace[593252482] 'read index received' (duration: 203.980009ms)","trace[593252482] 'applied index is now lower than readState.Index' (duration: 91.79892ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:19.660673Z","caller":"traceutil/trace.go:171","msg":"trace[487292886] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"299.564232ms","start":"2026-07-16T02:40:19.361076Z","end":"2026-07-16T02:40:19.660641Z","steps":["trace[487292886] 'process raft request' (duration: 207.272071ms)","trace[487292886] 'compare' (duration: 91.445665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:40:19.661966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.534625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T02:40:19.662146Z","caller":"traceutil/trace.go:171","msg":"trace[750974360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4581; }","duration":"297.66289ms","start":"2026-07-16T02:40:19.364351Z","end":"2026-07-16T02:40:19.662014Z","steps":["trace[750974360] 'agreement among raft nodes before linearized reading' (duration: 296.647166ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:19.679642Z","caller":"traceutil/trace.go:171","msg":"trace[2136714264] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"177.889536ms","start":"2026-07-16T02:40:19.501728Z","end":"2026-07-16T02:40:19.679617Z","steps":["trace[2136714264] 'process raft request' (duration: 177.796733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:19.680106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.629126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T02:40:19.680179Z","caller":"traceutil/trace.go:171","msg":"trace[1679661083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4584; }","duration":"314.74309ms","start":"2026-07-16T02:40:19.36542Z","end":"2026-07-16T02:40:19.680163Z","steps":["trace[1679661083] 'agreement among raft nodes before linearized reading' (duration: 314.425536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:19.680208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.101726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-16T02:40:19.680225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:19.36541Z","time spent":"314.803453ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T02:40:19.680283Z","caller":"traceutil/trace.go:171","msg":"trace[510864801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4584; }","duration":"308.19491ms","start":"2026-07-16T02:40:19.372069Z","end":"2026-07-16T02:40:19.680264Z","steps":["trace[510864801] 'agreement among raft nodes before linearized reading' (duration: 307.957779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:19.680327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:19.372048Z","time spent":"308.272403ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T02:40:19.680359Z","caller":"traceutil/trace.go:171","msg":"trace[804787266] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"174.497491ms","start":"2026-07-16T02:40:19.50581Z","end":"2026-07-16T02:40:19.680307Z","steps":["trace[804787266] 'process raft request' (duration: 173.77079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:19.680485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.380491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T02:40:19.680523Z","caller":"traceutil/trace.go:171","msg":"trace[390846241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4584; }","duration":"309.438133ms","start":"2026-07-16T02:40:19.371074Z","end":"2026-07-16T02:40:19.680512Z","steps":["trace[390846241] 'agreement among raft nodes before linearized reading' (duration: 309.305948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:19.680562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:19.371066Z","time spent":"309.489325ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T02:40:19.679731Z","caller":"traceutil/trace.go:171","msg":"trace[1651941495] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"314.643395ms","start":"2026-07-16T02:40:19.36501Z","end":"2026-07-16T02:40:19.679653Z","steps":["trace[1651941495] 'process raft request' (duration: 314.166654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:19.680763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:19.364972Z","time spent":"315.707981ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459346,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:40:19.680667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.474211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T02:40:19.680902Z","caller":"traceutil/trace.go:171","msg":"trace[1138741166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4584; }","duration":"308.769895ms","start":"2026-07-16T02:40:19.372117Z","end":"2026-07-16T02:40:19.680887Z","steps":["trace[1138741166] 'agreement among raft nodes before linearized reading' (duration: 307.996232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:19.680977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:19.372103Z","time spent":"308.858808ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T02:40:19.681346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.590555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-07-16T02:40:19.681503Z","caller":"traceutil/trace.go:171","msg":"trace[802763881] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4584; }","duration":"196.807395ms","start":"2026-07-16T02:40:19.484665Z","end":"2026-07-16T02:40:19.681472Z","steps":["trace[802763881] 'agreement among raft nodes before linearized reading' (duration: 195.234157ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:19.805951Z","caller":"traceutil/trace.go:171","msg":"trace[1779272353] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"111.71536ms","start":"2026-07-16T02:40:19.694193Z","end":"2026-07-16T02:40:19.805908Z","steps":["trace[1779272353] 'process raft request' (duration: 67.183119ms)","trace[1779272353] 'compare' (duration: 43.921664ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:19.806179Z","caller":"traceutil/trace.go:171","msg":"trace[1413432908] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"111.746323ms","start":"2026-07-16T02:40:19.694427Z","end":"2026-07-16T02:40:19.806173Z","steps":["trace[1413432908] 'process raft request' (duration: 111.073094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:23.485237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.369357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-16T02:40:23.485387Z","caller":"traceutil/trace.go:171","msg":"trace[132010590] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4639; }","duration":"104.572707ms","start":"2026-07-16T02:40:23.38076Z","end":"2026-07-16T02:40:23.485333Z","steps":["trace[132010590] 'range keys from in-memory index tree' (duration: 104.021671ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:24.879165Z","caller":"traceutil/trace.go:171","msg":"trace[2108535686] linearizableReadLoop","detail":"{readStateIndex:4873; appliedIndex:4872; }","duration":"132.005747ms","start":"2026-07-16T02:40:24.747126Z","end":"2026-07-16T02:40:24.879132Z","steps":["trace[2108535686] 'read index received' (duration: 131.688753ms)","trace[2108535686] 'applied index is now lower than readState.Index' (duration: 315.714µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:24.879195Z","caller":"traceutil/trace.go:171","msg":"trace[1606404384] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"179.487824ms","start":"2026-07-16T02:40:24.699681Z","end":"2026-07-16T02:40:24.879168Z","steps":["trace[1606404384] 'process raft request' (duration: 179.244282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:24.879451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.30281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-16T02:40:24.879517Z","caller":"traceutil/trace.go:171","msg":"trace[1317457954] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4690; }","duration":"132.450065ms","start":"2026-07-16T02:40:24.747043Z","end":"2026-07-16T02:40:24.879493Z","steps":["trace[1317457954] 'agreement among raft nodes before linearized reading' (duration: 132.209715ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:25.150557Z","caller":"traceutil/trace.go:171","msg":"trace[879905452] linearizableReadLoop","detail":"{readStateIndex:4874; appliedIndex:4873; }","duration":"149.343634ms","start":"2026-07-16T02:40:25.00118Z","end":"2026-07-16T02:40:25.150524Z","steps":["trace[879905452] 'read index received' (duration: 149.106744ms)","trace[879905452] 'applied index is now lower than readState.Index' (duration: 235.74µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:25.150681Z","caller":"traceutil/trace.go:171","msg":"trace[1970722341] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"149.556323ms","start":"2026-07-16T02:40:25.001068Z","end":"2026-07-16T02:40:25.150624Z","steps":["trace[1970722341] 'process raft request' (duration: 149.263251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:25.150826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.613866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-07-16T02:40:25.150867Z","caller":"traceutil/trace.go:171","msg":"trace[1102688463] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4691; }","duration":"149.723961ms","start":"2026-07-16T02:40:25.00113Z","end":"2026-07-16T02:40:25.150854Z","steps":["trace[1102688463] 'agreement among raft nodes before linearized reading' (duration: 149.512541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:31.6775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.053487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-16T02:40:31.677607Z","caller":"traceutil/trace.go:171","msg":"trace[1656191202] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4788; }","duration":"975.222484ms","start":"2026-07-16T02:40:30.70236Z","end":"2026-07-16T02:40:31.677583Z","steps":["trace[1656191202] 'range keys from in-memory index tree' (duration: 974.786494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:31.677652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:30.702305Z","time spent":"975.337218ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-16T02:40:31.67768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.017851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-16T02:40:31.677785Z","caller":"traceutil/trace.go:171","msg":"trace[1038803807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4788; }","duration":"579.176577ms","start":"2026-07-16T02:40:31.098581Z","end":"2026-07-16T02:40:31.677758Z","steps":["trace[1038803807] 'range keys from in-memory index tree' (duration: 578.658564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:31.677835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:31.09856Z","time spent":"579.262732ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T02:40:31.678052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.783551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:31.678142Z","caller":"traceutil/trace.go:171","msg":"trace[2114500098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4788; }","duration":"903.948818ms","start":"2026-07-16T02:40:30.77417Z","end":"2026-07-16T02:40:31.678119Z","steps":["trace[2114500098] 'range keys from in-memory index tree' (duration: 903.676316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:31.678186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:30.774143Z","time spent":"904.033301ms","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T02:40:31.681792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515235977292876592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T02:40:31.727416Z","caller":"traceutil/trace.go:171","msg":"trace[1684173451] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4973; }","duration":"546.554488ms","start":"2026-07-16T02:40:31.180829Z","end":"2026-07-16T02:40:31.727383Z","steps":["trace[1684173451] 'read index received' (duration: 546.250735ms)","trace[1684173451] 'applied index is now lower than readState.Index' (duration: 302.273µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:31.727576Z","caller":"traceutil/trace.go:171","msg":"trace[902426432] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"556.647924ms","start":"2026-07-16T02:40:31.170914Z","end":"2026-07-16T02:40:31.727562Z","steps":["trace[902426432] 'process raft request' (duration: 556.272747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:31.727725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:31.170894Z","time spent":"556.730007ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:40:31.727956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.343272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2aec2cc-a6e7-445e-bc13-24c774eb5e47\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-16T02:40:31.72811Z","caller":"traceutil/trace.go:171","msg":"trace[1214345339] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2aec2cc-a6e7-445e-bc13-24c774eb5e47; range_end:; response_count:1; response_revision:4789; }","duration":"279.507709ms","start":"2026-07-16T02:40:31.448546Z","end":"2026-07-16T02:40:31.728054Z","steps":["trace[1214345339] 'agreement among raft nodes before linearized reading' (duration: 279.06931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:31.728787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.941729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-16T02:40:31.728867Z","caller":"traceutil/trace.go:171","msg":"trace[717996334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4789; }","duration":"548.050564ms","start":"2026-07-16T02:40:31.180796Z","end":"2026-07-16T02:40:31.728847Z","steps":["trace[717996334] 'agreement among raft nodes before linearized reading' (duration: 547.859685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:31.728936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:31.180787Z","time spent":"548.140219ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T02:40:31.729059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.074988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:40:31.729089Z","caller":"traceutil/trace.go:171","msg":"trace[1816372815] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4789; }","duration":"225.12806ms","start":"2026-07-16T02:40:31.503949Z","end":"2026-07-16T02:40:31.729077Z","steps":["trace[1816372815] 'agreement among raft nodes before linearized reading' (duration: 225.074928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:31.848883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.396889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-07-16T02:40:31.848977Z","caller":"traceutil/trace.go:171","msg":"trace[826965030] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4794; }","duration":"105.515914ms","start":"2026-07-16T02:40:31.743438Z","end":"2026-07-16T02:40:31.848954Z","steps":["trace[826965030] 'agreement among raft nodes before linearized reading' (duration: 105.257213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:32.691076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.255686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:32.691167Z","caller":"traceutil/trace.go:171","msg":"trace[222883896] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4812; }","duration":"373.431344ms","start":"2026-07-16T02:40:32.317718Z","end":"2026-07-16T02:40:32.69115Z","steps":["trace[222883896] 'count revisions from in-memory index tree' (duration: 373.143102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:32.69189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:32.317695Z","time spent":"374.179917ms","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-16T02:40:32.692183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.496249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-07-16T02:40:32.692264Z","caller":"traceutil/trace.go:171","msg":"trace[1380697045] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4812; }","duration":"435.624255ms","start":"2026-07-16T02:40:32.256622Z","end":"2026-07-16T02:40:32.692247Z","steps":["trace[1380697045] 'range keys from in-memory index tree' (duration: 434.608439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:32.692298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:32.256607Z","time spent":"435.682748ms","remote":"127.0.0.1:39548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2206988,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-16T02:40:37.022978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.619041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-16T02:40:37.023258Z","caller":"traceutil/trace.go:171","msg":"trace[1237960254] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4870; }","duration":"526.773497ms","start":"2026-07-16T02:40:36.496266Z","end":"2026-07-16T02:40:37.023039Z","steps":["trace[1237960254] 'range keys from in-memory index tree' (duration: 526.420432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:37.023301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:36.496231Z","time spent":"527.060311ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-16T02:40:37.023325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.779193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:37.023434Z","caller":"traceutil/trace.go:171","msg":"trace[106704841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4870; }","duration":"246.955412ms","start":"2026-07-16T02:40:36.776454Z","end":"2026-07-16T02:40:37.023409Z","steps":["trace[106704841] 'range keys from in-memory index tree' (duration: 246.671349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:42.385116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.034138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-16T02:40:42.38543Z","caller":"traceutil/trace.go:171","msg":"trace[251066337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4942; }","duration":"245.421036ms","start":"2026-07-16T02:40:42.13999Z","end":"2026-07-16T02:40:42.385411Z","steps":["trace[251066337] 'range keys from in-memory index tree' (duration: 244.028503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:48.483211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515235977292877093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T02:40:48.984153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515235977292877093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T02:40:49.484737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515235977292877093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T02:40:49.756128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776645338s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T02:40:49.772506Z","caller":"traceutil/trace.go:171","msg":"trace[1496774130] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"1.793126506s","start":"2026-07-16T02:40:47.979329Z","end":"2026-07-16T02:40:49.772455Z","steps":["trace[1496774130] 'process raft request' (duration: 1.777227075s)","trace[1496774130] 'compare' (duration: 13.854917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:40:49.772805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:47.9793Z","time spent":"1.793398178s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17215,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:40:49.77353Z","caller":"traceutil/trace.go:171","msg":"trace[583043791] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"1.564304346s","start":"2026-07-16T02:40:48.20829Z","end":"2026-07-16T02:40:49.772594Z","steps":["trace[583043791] 'process raft request' (duration: 1.563533681s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:49.773909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:48.208263Z","time spent":"1.565388257s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:40:49.951338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.346329ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-16T02:40:49.952388Z","caller":"traceutil/trace.go:171","msg":"trace[520649077] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5188; }","duration":"1.969987391s","start":"2026-07-16T02:40:47.982372Z","end":"2026-07-16T02:40:49.95236Z","steps":["trace[520649077] 'read index received' (duration: 1.774165185s)","trace[520649077] 'applied index is now lower than readState.Index' (duration: 195.820696ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:49.952543Z","caller":"traceutil/trace.go:171","msg":"trace[916018833] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"940.253414ms","start":"2026-07-16T02:40:49.012266Z","end":"2026-07-16T02:40:49.95252Z","steps":["trace[916018833] 'process raft request' (duration: 939.213327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:49.952697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:49.012221Z","time spent":"940.37637ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:40:50.776272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T02:40:50.776442Z","caller":"traceutil/trace.go:171","msg":"trace[1982098839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566811s","start":"2026-07-16T02:40:48.77583Z","end":"2026-07-16T02:40:50.776397Z","steps":["trace[1982098839] 'agreement among raft nodes before linearized reading' (duration: 2.000388733s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:50.776495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:48.7758Z","time spent":"2.000682316s","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 02:40:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T02:40:51.270808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288407015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T02:40:51.27091Z","caller":"traceutil/trace.go:171","msg":"trace[583575122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4999; }","duration":"3.288552121s","start":"2026-07-16T02:40:47.982335Z","end":"2026-07-16T02:40:51.270887Z","steps":["trace[583575122] 'agreement among raft nodes before linearized reading' (duration: 1.970178339s)","trace[583575122] 'range keys from in-memory index tree' (duration: 1.318164293s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:40:51.270953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:47.982325Z","time spent":"3.288617125s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T02:40:51.271036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.696881ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:51.271184Z","caller":"traceutil/trace.go:171","msg":"trace[1311972497] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4999; }","duration":"613.829047ms","start":"2026-07-16T02:40:50.657314Z","end":"2026-07-16T02:40:51.271143Z","steps":["trace[1311972497] 'range keys from in-memory index tree' (duration: 613.67976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.273029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320560973s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T02:40:51.273254Z","caller":"traceutil/trace.go:171","msg":"trace[687620266] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"1.457422498s","start":"2026-07-16T02:40:49.815786Z","end":"2026-07-16T02:40:51.273208Z","steps":["trace[687620266] 'process raft request' (duration: 136.565161ms)","trace[687620266] 'compare' (duration: 1.318526759s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:40:51.273354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:49.815751Z","time spent":"1.457542754s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:40:51.273687Z","caller":"traceutil/trace.go:171","msg":"trace[1276938053] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5192; }","duration":"1.321186102s","start":"2026-07-16T02:40:49.952481Z","end":"2026-07-16T02:40:51.273668Z","steps":["trace[1276938053] 'read index received' (duration: 37.563587ms)","trace[1276938053] 'applied index is now lower than readState.Index' (duration: 1.283621385s)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:40:51.273694Z","caller":"traceutil/trace.go:171","msg":"trace[63990682] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"1.328883677s","start":"2026-07-16T02:40:49.944782Z","end":"2026-07-16T02:40:51.273666Z","steps":["trace[63990682] 'process raft request' (duration: 1.328338722s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.273833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204210985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T02:40:51.273892Z","caller":"traceutil/trace.go:171","msg":"trace[1436627527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5003; }","duration":"3.204306969s","start":"2026-07-16T02:40:48.069556Z","end":"2026-07-16T02:40:51.273863Z","steps":["trace[1436627527] 'agreement among raft nodes before linearized reading' (duration: 3.204163381s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.273928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:48.069527Z","time spent":"3.204391012s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T02:40:51.273877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:49.94474Z","time spent":"1.329016753s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:40:51.274055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174308172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-16T02:40:51.274092Z","caller":"traceutil/trace.go:171","msg":"trace[1563341768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5003; }","duration":"3.174340443s","start":"2026-07-16T02:40:48.09974Z","end":"2026-07-16T02:40:51.27408Z","steps":["trace[1563341768] 'agreement among raft nodes before linearized reading' (duration: 3.174252049s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.274119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:48.09966Z","time spent":"3.174451779s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T02:40:51.274235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273167879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T02:40:51.274267Z","caller":"traceutil/trace.go:171","msg":"trace[185506682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5003; }","duration":"3.273225801s","start":"2026-07-16T02:40:48.001033Z","end":"2026-07-16T02:40:51.274258Z","steps":["trace[185506682] 'agreement among raft nodes before linearized reading' (duration: 3.273143428s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.274297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:48.001022Z","time spent":"3.273268303s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T02:40:51.274335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247780344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-16T02:40:51.274405Z","caller":"traceutil/trace.go:171","msg":"trace[197899073] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"1.31419677s","start":"2026-07-16T02:40:49.960197Z","end":"2026-07-16T02:40:51.274394Z","steps":["trace[197899073] 'process raft request' (duration: 1.313414284s)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:40:51.274441Z","caller":"traceutil/trace.go:171","msg":"trace[1365053246] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5003; }","duration":"3.247929831s","start":"2026-07-16T02:40:48.026489Z","end":"2026-07-16T02:40:51.274418Z","steps":["trace[1365053246] 'agreement among raft nodes before linearized reading' (duration: 3.247614236s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.274465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:49.960176Z","time spent":"1.314255783s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:40:51.274497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:48.026476Z","time spent":"3.248009646s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-16T02:40:51.274539Z","caller":"traceutil/trace.go:171","msg":"trace[2062149369] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"1.32394739s","start":"2026-07-16T02:40:49.950582Z","end":"2026-07-16T02:40:51.274529Z","steps":["trace[2062149369] 'process raft request' (duration: 1.322907001s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.274574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140837376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-16T02:40:51.274631Z","caller":"traceutil/trace.go:171","msg":"trace[511788497] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5003; }","duration":"1.140957171s","start":"2026-07-16T02:40:50.13366Z","end":"2026-07-16T02:40:51.274617Z","steps":["trace[511788497] 'agreement among raft nodes before linearized reading' (duration: 1.140574833s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.274741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205509305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T02:40:51.274785Z","caller":"traceutil/trace.go:171","msg":"trace[352279420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5003; }","duration":"3.205591218s","start":"2026-07-16T02:40:48.069183Z","end":"2026-07-16T02:40:51.274774Z","steps":["trace[352279420] 'agreement among raft nodes before linearized reading' (duration: 3.205483914s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.274822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:48.069161Z","time spent":"3.205653981s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T02:40:51.274896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496319328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17230"} {"level":"info","ts":"2026-07-16T02:40:51.274942Z","caller":"traceutil/trace.go:171","msg":"trace[481339738] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5003; }","duration":"1.49640556s","start":"2026-07-16T02:40:49.778525Z","end":"2026-07-16T02:40:51.274931Z","steps":["trace[481339738] 'agreement among raft nodes before linearized reading' (duration: 1.496278165s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.274975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:49.778506Z","time spent":"1.496461833s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17252,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-16T02:40:51.275069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.844021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:51.275111Z","caller":"traceutil/trace.go:171","msg":"trace[1708454206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5003; }","duration":"497.940845ms","start":"2026-07-16T02:40:50.777159Z","end":"2026-07-16T02:40:51.2751Z","steps":["trace[1708454206] 'agreement among raft nodes before linearized reading' (duration: 497.880742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.275166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:50.777121Z","time spent":"498.03462ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T02:40:51.274676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:50.133628Z","time spent":"1.141036475s","remote":"127.0.0.1:60366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-16T02:40:51.274586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:49.95056Z","time spent":"1.323999663s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:40:51.27534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.071725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:51.27538Z","caller":"traceutil/trace.go:171","msg":"trace[1458190553] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5003; }","duration":"965.165739ms","start":"2026-07-16T02:40:50.310204Z","end":"2026-07-16T02:40:51.27537Z","steps":["trace[1458190553] 'agreement among raft nodes before linearized reading' (duration: 965.098006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.27541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:50.310177Z","time spent":"965.223303ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T02:40:51.274997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623299777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:40:51.275993Z","caller":"traceutil/trace.go:171","msg":"trace[885766567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5003; }","duration":"1.624347336s","start":"2026-07-16T02:40:49.651629Z","end":"2026-07-16T02:40:51.275976Z","steps":["trace[885766567] 'agreement among raft nodes before linearized reading' (duration: 1.623319328s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.276046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:49.651602Z","time spent":"1.624426301s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T02:40:51.280647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082086122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:40:51.280796Z","caller":"traceutil/trace.go:171","msg":"trace[1441932331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5003; }","duration":"3.082330932s","start":"2026-07-16T02:40:48.198448Z","end":"2026-07-16T02:40:51.280779Z","steps":["trace[1441932331] 'agreement among raft nodes before linearized reading' (duration: 3.075261186s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:40:51.281051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:40:48.198359Z","time spent":"3.082679229s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T02:41:22.727721Z","caller":"traceutil/trace.go:171","msg":"trace[309764554] linearizableReadLoop","detail":"{readStateIndex:5460; appliedIndex:5459; }","duration":"152.607931ms","start":"2026-07-16T02:41:22.57508Z","end":"2026-07-16T02:41:22.727688Z","steps":["trace[309764554] 'read index received' (duration: 74.763569ms)","trace[309764554] 'applied index is now lower than readState.Index' (duration: 77.843252ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:41:22.728041Z","caller":"traceutil/trace.go:171","msg":"trace[708021864] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"161.998959ms","start":"2026-07-16T02:41:22.566025Z","end":"2026-07-16T02:41:22.728024Z","steps":["trace[708021864] 'process raft request' (duration: 83.928168ms)","trace[708021864] 'compare' (duration: 77.591077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:41:22.728832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.723994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61997"} {"level":"info","ts":"2026-07-16T02:41:22.728887Z","caller":"traceutil/trace.go:171","msg":"trace[1154249891] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5260; }","duration":"153.83157ms","start":"2026-07-16T02:41:22.575043Z","end":"2026-07-16T02:41:22.728874Z","steps":["trace[1154249891] 'agreement among raft nodes before linearized reading' (duration: 153.184958ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:41:22.729817Z","caller":"traceutil/trace.go:171","msg":"trace[891478863] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"145.096594ms","start":"2026-07-16T02:41:22.584674Z","end":"2026-07-16T02:41:22.729771Z","steps":["trace[891478863] 'process raft request' (duration: 144.698685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:22.730243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.997717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-16T02:41:22.730416Z","caller":"traceutil/trace.go:171","msg":"trace[916231035] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"144.081385ms","start":"2026-07-16T02:41:22.586325Z","end":"2026-07-16T02:41:22.730406Z","steps":["trace[916231035] 'process raft request' (duration: 143.244883ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:41:22.730432Z","caller":"traceutil/trace.go:171","msg":"trace[2066924912] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5265; }","duration":"155.171235ms","start":"2026-07-16T02:41:22.575183Z","end":"2026-07-16T02:41:22.730354Z","steps":["trace[2066924912] 'agreement among raft nodes before linearized reading' (duration: 154.669751ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:41:22.730678Z","caller":"traceutil/trace.go:171","msg":"trace[372129498] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"145.708724ms","start":"2026-07-16T02:41:22.584958Z","end":"2026-07-16T02:41:22.730667Z","steps":["trace[372129498] 'process raft request' (duration: 144.547187ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:41:22.730295Z","caller":"traceutil/trace.go:171","msg":"trace[1311208768] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"154.978916ms","start":"2026-07-16T02:41:22.575303Z","end":"2026-07-16T02:41:22.730282Z","steps":["trace[1311208768] 'process raft request' (duration: 153.872242ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:41:22.731275Z","caller":"traceutil/trace.go:171","msg":"trace[2062472823] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"132.845336ms","start":"2026-07-16T02:41:22.598395Z","end":"2026-07-16T02:41:22.73124Z","steps":["trace[2062472823] 'process raft request' (duration: 131.30052ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:41:40.568555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2820} {"level":"info","ts":"2026-07-16T02:41:40.736527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2820,"took":"166.111019ms","hash":1259662096,"current-db-size-bytes":51765248,"current-db-size":"52 MB","current-db-size-in-use-bytes":28528640,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-16T02:41:40.736597Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1259662096,"revision":2820,"compact-revision":-1} {"level":"info","ts":"2026-07-16T02:41:48.064221Z","caller":"traceutil/trace.go:171","msg":"trace[1495152195] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5657; }","duration":"459.235357ms","start":"2026-07-16T02:41:47.604959Z","end":"2026-07-16T02:41:48.064194Z","steps":["trace[1495152195] 'read index received' (duration: 458.606555ms)","trace[1495152195] 'applied index is now lower than readState.Index' (duration: 627.452µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:41:48.064772Z","caller":"traceutil/trace.go:171","msg":"trace[1708330040] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"509.603052ms","start":"2026-07-16T02:41:47.555131Z","end":"2026-07-16T02:41:48.064734Z","steps":["trace[1708330040] 'process raft request' (duration: 508.354139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.064905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.927722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T02:41:48.06496Z","caller":"traceutil/trace.go:171","msg":"trace[480828729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5453; }","duration":"460.052568ms","start":"2026-07-16T02:41:47.604895Z","end":"2026-07-16T02:41:48.064947Z","steps":["trace[480828729] 'agreement among raft nodes before linearized reading' (duration: 459.849248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.064971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.555099Z","time spent":"509.756119ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:41:48.06501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.604873Z","time spent":"460.127642ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T02:41:48.065145Z","caller":"traceutil/trace.go:171","msg":"trace[477945033] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"509.366509ms","start":"2026-07-16T02:41:47.555769Z","end":"2026-07-16T02:41:48.065135Z","steps":["trace[477945033] 'process raft request' (duration: 507.988559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.065244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.555742Z","time spent":"509.432893ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:41:48.065374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.532772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T02:41:48.06542Z","caller":"traceutil/trace.go:171","msg":"trace[1325972330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5453; }","duration":"459.579225ms","start":"2026-07-16T02:41:47.60583Z","end":"2026-07-16T02:41:48.065409Z","steps":["trace[1325972330] 'agreement among raft nodes before linearized reading' (duration: 459.427366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.065449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.605758Z","time spent":"459.6852ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T02:41:48.065575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.036649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:41:48.065603Z","caller":"traceutil/trace.go:171","msg":"trace[963035128] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5453; }","duration":"217.107773ms","start":"2026-07-16T02:41:47.848484Z","end":"2026-07-16T02:41:48.065592Z","steps":["trace[963035128] 'agreement among raft nodes before linearized reading' (duration: 217.06112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.065759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.496306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:41:48.065785Z","caller":"traceutil/trace.go:171","msg":"trace[175982403] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5453; }","duration":"279.562089ms","start":"2026-07-16T02:41:47.786216Z","end":"2026-07-16T02:41:48.065778Z","steps":["trace[175982403] 'agreement among raft nodes before linearized reading' (duration: 279.520047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.065915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.689916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:41:48.065941Z","caller":"traceutil/trace.go:171","msg":"trace[1685614742] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5453; }","duration":"280.7544ms","start":"2026-07-16T02:41:47.78518Z","end":"2026-07-16T02:41:48.065934Z","steps":["trace[1685614742] 'agreement among raft nodes before linearized reading' (duration: 280.712977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.065972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.682919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T02:41:48.065445Z","caller":"traceutil/trace.go:171","msg":"trace[582139870] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"509.571991ms","start":"2026-07-16T02:41:47.555862Z","end":"2026-07-16T02:41:48.065434Z","steps":["trace[582139870] 'process raft request' (duration: 508.233573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.066067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.732803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T02:41:48.066086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.555855Z","time spent":"510.199182ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:41:48.066102Z","caller":"traceutil/trace.go:171","msg":"trace[1783722349] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5453; }","duration":"345.817827ms","start":"2026-07-16T02:41:47.720276Z","end":"2026-07-16T02:41:48.066094Z","steps":["trace[1783722349] 'agreement among raft nodes before linearized reading' (duration: 345.763615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.066136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.720247Z","time spent":"345.88137ms","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-16T02:41:48.066019Z","caller":"traceutil/trace.go:171","msg":"trace[1742017590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5453; }","duration":"459.785444ms","start":"2026-07-16T02:41:47.606223Z","end":"2026-07-16T02:41:48.066008Z","steps":["trace[1742017590] 'agreement among raft nodes before linearized reading' (duration: 459.674089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.066279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.606196Z","time spent":"460.073199ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T02:41:48.066364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.73595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T02:41:48.066401Z","caller":"traceutil/trace.go:171","msg":"trace[1127623776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5453; }","duration":"456.792543ms","start":"2026-07-16T02:41:47.6096Z","end":"2026-07-16T02:41:48.066392Z","steps":["trace[1127623776] 'agreement among raft nodes before linearized reading' (duration: 456.697478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.066435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.60959Z","time spent":"456.838546ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T02:41:48.06683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.705631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T02:41:48.066944Z","caller":"traceutil/trace.go:171","msg":"trace[168264040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5453; }","duration":"458.87733ms","start":"2026-07-16T02:41:47.608043Z","end":"2026-07-16T02:41:48.066921Z","steps":["trace[168264040] 'agreement among raft nodes before linearized reading' (duration: 458.463099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.067007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:47.608034Z","time spent":"458.960374ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T02:41:48.223493Z","caller":"traceutil/trace.go:171","msg":"trace[635169527] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"149.886462ms","start":"2026-07-16T02:41:48.073572Z","end":"2026-07-16T02:41:48.223459Z","steps":["trace[635169527] 'process raft request' (duration: 149.735395ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:41:48.223513Z","caller":"traceutil/trace.go:171","msg":"trace[21519599] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"150.055621ms","start":"2026-07-16T02:41:48.073416Z","end":"2026-07-16T02:41:48.223472Z","steps":["trace[21519599] 'process raft request' (duration: 73.294149ms)","trace[21519599] 'compare' (duration: 76.031105ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:41:48.223657Z","caller":"traceutil/trace.go:171","msg":"trace[1495828233] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"149.505574ms","start":"2026-07-16T02:41:48.074129Z","end":"2026-07-16T02:41:48.223634Z","steps":["trace[1495828233] 'process raft request' (duration: 149.290652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.512801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.555864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T02:41:48.513165Z","caller":"traceutil/trace.go:171","msg":"trace[1368814383] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"438.135394ms","start":"2026-07-16T02:41:48.074983Z","end":"2026-07-16T02:41:48.513118Z","steps":["trace[1368814383] 'process raft request' (duration: 273.151878ms)","trace[1368814383] 'compare' (duration: 164.361254ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:41:48.513257Z","caller":"traceutil/trace.go:171","msg":"trace[60408114] linearizableReadLoop","detail":"{readStateIndex:5666; appliedIndex:5664; }","duration":"344.546049ms","start":"2026-07-16T02:41:48.168687Z","end":"2026-07-16T02:41:48.513233Z","steps":["trace[60408114] 'read index received' (duration: 179.362203ms)","trace[60408114] 'applied index is now lower than readState.Index' (duration: 165.181786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:41:48.513367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.670725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T02:41:48.513413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:48.074972Z","time spent":"438.314583ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T02:41:48.513448Z","caller":"traceutil/trace.go:171","msg":"trace[336560953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5459; }","duration":"344.742339ms","start":"2026-07-16T02:41:48.168644Z","end":"2026-07-16T02:41:48.513386Z","steps":["trace[336560953] 'agreement among raft nodes before linearized reading' (duration: 344.667985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.513495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:48.168612Z","time spent":"344.871757ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T02:41:48.51362Z","caller":"traceutil/trace.go:171","msg":"trace[1425685297] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"383.446097ms","start":"2026-07-16T02:41:48.130154Z","end":"2026-07-16T02:41:48.5136Z","steps":["trace[1425685297] 'process raft request' (duration: 382.788404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:48.513702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:48.130114Z","time spent":"383.547052ms","remote":"127.0.0.1:39618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12031,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T02:41:49.165806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.873839ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-16T02:41:49.165969Z","caller":"traceutil/trace.go:171","msg":"trace[456231958] linearizableReadLoop","detail":"{readStateIndex:5667; appliedIndex:5666; }","duration":"389.193598ms","start":"2026-07-16T02:41:48.776744Z","end":"2026-07-16T02:41:49.165938Z","steps":["trace[456231958] 'read index received' (duration: 256.1614ms)","trace[456231958] 'applied index is now lower than readState.Index' (duration: 133.028368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:41:49.166195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.443231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:41:49.166236Z","caller":"traceutil/trace.go:171","msg":"trace[1260208061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5459; }","duration":"389.550265ms","start":"2026-07-16T02:41:48.776674Z","end":"2026-07-16T02:41:49.166224Z","steps":["trace[1260208061] 'agreement among raft nodes before linearized reading' (duration: 389.44874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:49.166283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:48.776645Z","time spent":"389.62853ms","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T02:41:49.166784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.548159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:41:49.166833Z","caller":"traceutil/trace.go:171","msg":"trace[301773862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5459; }","duration":"189.647473ms","start":"2026-07-16T02:41:48.977168Z","end":"2026-07-16T02:41:49.166815Z","steps":["trace[301773862] 'agreement among raft nodes before linearized reading' (duration: 189.57137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:49.166831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.66072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-07-16T02:41:49.166938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.327328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T02:41:49.166941Z","caller":"traceutil/trace.go:171","msg":"trace[1730959613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5459; }","duration":"319.84859ms","start":"2026-07-16T02:41:48.847065Z","end":"2026-07-16T02:41:49.166913Z","steps":["trace[1730959613] 'agreement among raft nodes before linearized reading' (duration: 319.536445ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:41:49.166986Z","caller":"traceutil/trace.go:171","msg":"trace[44449990] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5459; }","duration":"292.407112ms","start":"2026-07-16T02:41:48.874559Z","end":"2026-07-16T02:41:49.166967Z","steps":["trace[44449990] 'agreement among raft nodes before linearized reading' (duration: 292.348999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:41:49.166993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T02:41:48.847033Z","time spent":"319.948865ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T02:41:49.166838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.535202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T02:41:49.167124Z","caller":"traceutil/trace.go:171","msg":"trace[817758912] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5459; }","duration":"148.89661ms","start":"2026-07-16T02:41:49.018206Z","end":"2026-07-16T02:41:49.167103Z","steps":["trace[817758912] 'agreement among raft nodes before linearized reading' (duration: 148.536523ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:42:03.64277Z","caller":"traceutil/trace.go:171","msg":"trace[1457658248] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"127.297359ms","start":"2026-07-16T02:42:03.51543Z","end":"2026-07-16T02:42:03.642728Z","steps":["trace[1457658248] 'process raft request' (duration: 126.887849ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:42:04.875684Z","caller":"traceutil/trace.go:171","msg":"trace[856363351] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"215.601266ms","start":"2026-07-16T02:42:04.660044Z","end":"2026-07-16T02:42:04.875645Z","steps":["trace[856363351] 'process raft request' (duration: 165.930617ms)","trace[856363351] 'compare' (duration: 49.50011ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:42:05.169766Z","caller":"traceutil/trace.go:171","msg":"trace[167799170] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"109.526827ms","start":"2026-07-16T02:42:05.060181Z","end":"2026-07-16T02:42:05.169708Z","steps":["trace[167799170] 'process raft request' (duration: 89.447832ms)","trace[167799170] 'compare' (duration: 19.719697ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:43:18.671654Z","caller":"traceutil/trace.go:171","msg":"trace[2140625928] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"135.013144ms","start":"2026-07-16T02:43:18.536605Z","end":"2026-07-16T02:43:18.671618Z","steps":["trace[2140625928] 'process raft request' (duration: 134.808983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:44:45.306955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.949256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-16T02:44:45.307076Z","caller":"traceutil/trace.go:171","msg":"trace[2059718738] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6667; }","duration":"144.145277ms","start":"2026-07-16T02:44:45.162903Z","end":"2026-07-16T02:44:45.307048Z","steps":["trace[2059718738] 'range keys from in-memory index tree' (duration: 143.665019ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:46:40.575036Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5402} {"level":"info","ts":"2026-07-16T02:46:40.672222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5402,"took":"95.254959ms","hash":1811785000,"current-db-size-bytes":51765248,"current-db-size":"52 MB","current-db-size-in-use-bytes":18460672,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-16T02:46:40.672292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1811785000,"revision":5402,"compact-revision":2820} {"level":"info","ts":"2026-07-16T02:47:43.074564Z","caller":"traceutil/trace.go:171","msg":"trace[1296261057] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7936; }","duration":"103.755009ms","start":"2026-07-16T02:47:42.970774Z","end":"2026-07-16T02:47:43.074529Z","steps":["trace[1296261057] 'read index received' (duration: 103.532126ms)","trace[1296261057] 'applied index is now lower than readState.Index' (duration: 221.843µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T02:47:43.074633Z","caller":"traceutil/trace.go:171","msg":"trace[1965238268] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"111.39175ms","start":"2026-07-16T02:47:42.963203Z","end":"2026-07-16T02:47:43.074595Z","steps":["trace[1965238268] 'process raft request' (duration: 111.109395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:47:43.074822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.004633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-07-16T02:47:43.074929Z","caller":"traceutil/trace.go:171","msg":"trace[656233075] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:7649; }","duration":"104.154906ms","start":"2026-07-16T02:47:42.970744Z","end":"2026-07-16T02:47:43.074899Z","steps":["trace[656233075] 'agreement among raft nodes before linearized reading' (duration: 103.932033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:48:20.816455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.883329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T02:48:20.816572Z","caller":"traceutil/trace.go:171","msg":"trace[696019589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7838; }","duration":"101.100344ms","start":"2026-07-16T02:48:20.715446Z","end":"2026-07-16T02:48:20.816546Z","steps":["trace[696019589] 'range keys from in-memory index tree' (duration: 100.565642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:48:20.817566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.989781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-shcps\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-07-16T02:48:20.817752Z","caller":"traceutil/trace.go:171","msg":"trace[1314152806] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-shcps; range_end:; response_count:1; response_revision:7838; }","duration":"102.207334ms","start":"2026-07-16T02:48:20.71548Z","end":"2026-07-16T02:48:20.817688Z","steps":["trace[1314152806] 'range keys from in-memory index tree' (duration: 100.663515ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:48:22.167168Z","caller":"traceutil/trace.go:171","msg":"trace[2036767893] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"173.992452ms","start":"2026-07-16T02:48:21.993157Z","end":"2026-07-16T02:48:22.167149Z","steps":["trace[2036767893] 'process raft request' (duration: 173.760897ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:48:22.167137Z","caller":"traceutil/trace.go:171","msg":"trace[1281952135] linearizableReadLoop","detail":"{readStateIndex:8141; appliedIndex:8140; }","duration":"146.054867ms","start":"2026-07-16T02:48:22.021053Z","end":"2026-07-16T02:48:22.167107Z","steps":["trace[1281952135] 'read index received' (duration: 145.925375ms)","trace[1281952135] 'applied index is now lower than readState.Index' (duration: 128.342µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T02:48:22.167358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.284431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-pod-tls-sidecar\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-07-16T02:48:22.167394Z","caller":"traceutil/trace.go:171","msg":"trace[48120866] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-pod-tls-sidecar; range_end:; response_count:1; response_revision:7845; }","duration":"146.390343ms","start":"2026-07-16T02:48:22.020995Z","end":"2026-07-16T02:48:22.167385Z","steps":["trace[48120866] 'agreement among raft nodes before linearized reading' (duration: 146.20376ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T02:48:22.171196Z","caller":"traceutil/trace.go:171","msg":"trace[1865142722] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"139.957388ms","start":"2026-07-16T02:48:22.031224Z","end":"2026-07-16T02:48:22.171181Z","steps":["trace[1865142722] 'process raft request' (duration: 139.697722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T02:48:22.171638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.966644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-16T02:48:22.1719Z","caller":"traceutil/trace.go:171","msg":"trace[500224454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7846; }","duration":"103.26206ms","start":"2026-07-16T02:48:22.068625Z","end":"2026-07-16T02:48:22.171887Z","steps":["trace[500224454] 'agreement among raft nodes before linearized reading' (duration: 102.928102ms)"],"step_count":1}